-- Logs begin at Mon 2021-05-10 16:32:06 UTC, end at Mon 2021-05-10 17:39:58 UTC. -- May 10 17:10:21.334675 dv-cinder-786385-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 17:10:23.721574 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.common.config [-] Logging enabled! May 10 17:10:23.722194 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 17:10:23.722336 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78558) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 17:10:23.725569 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.common.config [-] Logging enabled! May 10 17:10:23.725828 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 17:10:23.726134 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78558) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 17:10:23.727052 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 17:10:23.727282 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 17:10:23.727645 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 17:10:23.727881 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 17:10:23.728104 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 17:10:23.728416 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.728706 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.729017 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.729245 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.729533 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.729815 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.730090 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.730373 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.730664 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.730946 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.731225 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.731506 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.731733 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.732010 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.732291 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.732571 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.732791 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] debug = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.733085 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.733504 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.733910 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.734189 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.734473 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.734741 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.735009 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.735820 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.736105 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.736430 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] host = dv-cinder-786385-3-iscsi {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.736715 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.737009 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.737300 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.737584 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.737844 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.738114 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.738395 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.738664 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.738931 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] log_file = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.739199 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.739481 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.739761 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.740043 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.740262 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.740532 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.740762 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.741067 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.741339 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.741607 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.742196 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.742196 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.742383 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.742647 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.742924 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.743202 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.743477 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.743744 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.744010 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.744274 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.744539 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.744817 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.745107 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.745377 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.745644 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.745941 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.746194 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.746464 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.746755 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.747034 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.747310 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.747586 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.747852 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.748128 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.748395 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.748662 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.748947 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] use_json = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.749217 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.749484 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.749761 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.750027 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.750293 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.750560 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.750890 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.751679 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:23.751977 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.752273 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.752572 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.752854 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.753170 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.753448 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.753733 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.754008 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.754293 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.754578 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.754863 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.755138 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.755424 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.755699 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.755995 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.756298 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.756588 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.756875 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.757172 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.757445 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.757717 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.757995 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.758284 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.758573 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.758860 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.759134 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.759410 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.759698 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.759973 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.760243 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.760517 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.760801 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.761099 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.761372 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.761650 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.761922 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.762189 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.762461 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.762733 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.763019 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.763293 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.763561 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.763829 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.764101 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.764366 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.764646 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.764941 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.765212 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.765482 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.765759 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.766034 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.766303 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.766621 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.766896 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.767175 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.767445 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.767718 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.767989 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.768259 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.768529 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.768800 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.769094 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.769371 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.769641 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.769909 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.770178 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.770448 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.770718 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.771002 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.771296 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.771573 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.771848 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.772123 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.772398 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.772675 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.772971 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.773250 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.773523 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.773793 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.774078 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.774358 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.774642 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.774923 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.775198 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.775490 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.775765 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.776050 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.776325 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.776603 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.776891 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.777194 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.777488 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.777778 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.778069 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.778360 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.778651 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.778927 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.779230 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.779506 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:23.779722 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 17:10:23.779955 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78558) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 17:10:24.124528 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:10:24.124798 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:10:24.125106 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:10:24.125442 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 17:10:24.430553 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.430751 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.431010 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.432199 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.432473 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.432733 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.551940 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.552214 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.552477 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.565418 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.565694 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.565962 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.593839 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.594116 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.594385 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.631616 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.631890 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.632154 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.860593 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.861238 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.861238 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.861416 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.862119 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.983703 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.984019 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.984304 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.984567 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.984828 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.985186 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.985449 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.985702 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.985952 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.986227 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.986481 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.986739 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.986996 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.987247 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.987512 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.987778 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.988027 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.988292 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.988538 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.988811 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.989177 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.989426 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.989668 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.990089 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.990343 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.990590 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:24.990967 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:10:24.991204 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:10:24.991442 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:10:24.991679 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:10:24.991913 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:10:24.992145 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:10:24.992507 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 17:10:24.995684 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 17:10:24.999503 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 17:10:25.003766 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) May 10 17:10:25.005389 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 17:10:25.005836 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 17:10:25.006166 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 17:10:25.006542 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 17:10:25.009325 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 17:10:25.009575 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 17:10:25.010070 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 17:10:25.037183 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 17:10:25.037623 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.037916 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78558) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 17:10:25.038279 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.039610 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78558) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 17:10:25.039886 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 17:10:25.040129 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 17:10:25.043316 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.043590 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.117783 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 17:10:25.118017 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 17:10:25.118250 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 17:10:25.118619 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 17:10:25.148178 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_db.sqlalchemy.engines [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78558) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 17:10:25.480725 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Initializing driver for type 'gre' May 10 17:10:25.481344 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] gre ID ranges: [(1, 1000)] May 10 17:10:25.540104 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Initializing driver for type 'local' May 10 17:10:25.540440 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Initializing driver for type 'vlan' May 10 17:10:25.552223 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] VlanTypeDriver initialization complete May 10 17:10:25.552567 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Initializing driver for type 'vxlan' May 10 17:10:25.553096 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] vxlan ID ranges: [(1, 1000)] May 10 17:10:25.605616 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Initializing extension driver 'port_security' May 10 17:10:25.605963 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.extensions.port_security [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] PortSecurityExtensionDriver initialization complete May 10 17:10:25.606320 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Initializing mechanism driver 'openvswitch' May 10 17:10:25.606711 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Initializing mechanism driver 'hyperv' May 10 17:10:25.613076 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:10:25.613835 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > port after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.614211 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > port after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.614563 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > port after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.614949 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > subnet after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.615304 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > subnet after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.615675 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > subnet after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.616049 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > network after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.616392 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > network after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.616729 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > network after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.617136 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > security_group after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.617489 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > security_group after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.617894 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > security_group after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.618317 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.618665 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.619006 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.619381 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > address_group after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.619723 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > address_group after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.620059 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > address_group after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.620394 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] ML2 OVO RPC backend initialized. {{(pid=78558) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 10 17:10:25.621121 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router_interface after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.621478 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.621891 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > network before_response 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.622235 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > networks before_response 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.622578 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > port before_response 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.622916 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > ports before_response 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.623257 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > subnet before_response 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.623594 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > subnets before_response 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.623938 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > network after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.624278 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > network after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.624616 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > network after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.624975 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > port after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.625318 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > port after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.625667 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > port after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.629152 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > subnet after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.629152 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > subnet after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.630284 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > subnet after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.630932 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.plugin [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Modular L2 Plugin initialization complete May 10 17:10:25.632632 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading services supported by the core plugin {{(pid=78558) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 17:10:25.632632 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.plugins.ml2.managers [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Got port-security extension from driver 'port_security' May 10 17:10:25.632632 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.extensions.vlantransparent [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Disabled vlantransparent extension. May 10 17:10:25.633288 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78558) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 17:10:25.633748 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading Plugin: router May 10 17:10:25.671719 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router_interface before_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.672183 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router after_create 55549900 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.672598 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router before_create 55549900 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.673065 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.673489 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.673896 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router after_delete 55549900 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.674303 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > floatingip after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.674729 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router after_create 55549900 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.675135 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router after_update 55549900 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.675543 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router after_update 55549900 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.675939 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.676365 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router after_update 55549900 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.677158 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router precommit_update 55549900 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.677593 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: port after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.677989 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: port after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.678406 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: subnet after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.678841 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.679255 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > port precommit_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.679673 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router precommit_create 55549900 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.680090 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: port before_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.680519 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router precommit_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.680959 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router after_update 55549900 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.681384 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router precommit_delete 55549900 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.681819 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router precommit_create 55549900 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.682247 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router_interface after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.682657 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router precommit_update 55549900 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.683124 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > network after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.684031 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Tracking information for resource: router configured {{(pid=78558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:10:25.684445 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Tracking information for resource: floatingip configured {{(pid=78558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:10:25.690081 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.db.l3_agentschedulers_db [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 17:10:25.690661 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: port after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.691024 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: port after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.691373 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: port after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.691725 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: port after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.692522 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router before_create 55550100 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.692888 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router precommit_delete 55550100 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.693276 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router precommit_create 55550100 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.693694 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > router precommit_update 55550100 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.698125 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.services.provider_configuration [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Service providers = [] {{(pid=78558) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 17:10:25.698485 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.db.servicetype_db [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78558) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 17:10:25.701371 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.services.service_base [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:10:25.701724 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.services.service_base [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:10:25.702065 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.services.service_base [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:10:25.702929 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.services.service_base [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:10:25.703300 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.services.service_base [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 17:10:25.705769 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:10:25.706100 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 17:10:25.716546 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:10:25.716883 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading Plugin: auto_allocate May 10 17:10:25.722632 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: network precommit_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.723006 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: network precommit_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.723524 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:10:25.723840 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading Plugin: tag May 10 17:10:25.730556 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:10:25.730930 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading Plugin: timestamp May 10 17:10:25.734645 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:10:25.734981 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading Plugin: network_ip_availability May 10 17:10:25.740200 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.740575 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.740949 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.741667 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:10:25.741984 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading Plugin: flavors May 10 17:10:25.746876 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:10:25.747202 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading Plugin: revisions May 10 17:10:25.751939 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:10:25.752330 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.627s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:10:25.753109 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78558) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 10 17:10:25.753444 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Initializing extension manager. May 10 17:10:25.753949 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: __init__.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.754288 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: __pycache__ {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.754621 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.754954 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: address_group.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.755691 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.756252 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: address-group May 10 17:10:25.756573 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: address_scope.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.757311 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.757813 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: address-scope May 10 17:10:25.758136 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: admin_state_down_before_update.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.759042 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.759547 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: router-admin-state-down-before-update May 10 17:10:25.759870 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: agent.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.760553 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.761094 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: agent May 10 17:10:25.761418 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: agent_resources_synced.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.762313 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.762816 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: agent-resources-synced May 10 17:10:25.763137 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: allowedaddresspairs.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.764877 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.765421 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: allowed-address-pairs May 10 17:10:25.765745 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: auto_allocated_topology.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.767361 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.767869 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: auto-allocated-topology May 10 17:10:25.768192 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: availability_zone.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.768872 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.769411 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: availability_zone May 10 17:10:25.769729 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: availability_zone_filter.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.770623 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.771122 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: availability_zone_filter May 10 17:10:25.771441 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: data_plane_status.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.772326 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.772823 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension data-plane-status not supported by any of loaded plugins May 10 17:10:25.773171 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: default_subnetpools.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.774069 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.774568 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: default-subnetpools May 10 17:10:25.774888 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: dhcpagentscheduler.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.775673 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.776170 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: dhcp_agent_scheduler May 10 17:10:25.776489 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: dns.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.777416 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.777908 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension dns-integration not supported by any of loaded plugins May 10 17:10:25.778228 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: dns_domain_ports.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.779135 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.779631 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 17:10:25.779951 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: dvr.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.780606 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.781135 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: dvr May 10 17:10:25.781456 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: empty_string_filtering.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.782371 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.782869 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: empty-string-filtering May 10 17:10:25.783187 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.784071 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.784563 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 17:10:25.784880 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.785863 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.786354 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 17:10:25.786668 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: external_net.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.787550 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.788045 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: external-net May 10 17:10:25.788360 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: extra_dhcp_opt.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.789298 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.789794 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: extra_dhcp_opt May 10 17:10:25.790111 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: extraroute.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.791001 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.791500 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: extraroute May 10 17:10:25.791818 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: extraroute_atomic.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.792827 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.793360 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: extraroute-atomic May 10 17:10:25.793685 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: filter_validation.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.794337 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.794838 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: filter-validation May 10 17:10:25.795159 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: fip_pf_description.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.796225 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.796729 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 17:10:25.797084 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: fip_port_details.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.798503 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.799006 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: fip-port-details May 10 17:10:25.799328 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: flavors.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.800548 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.801084 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: flavors May 10 17:10:25.801415 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.803307 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.803821 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 17:10:25.804150 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: floatingip_pools.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.804837 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.805372 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: floatingip-pools May 10 17:10:25.805695 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: ip_allocation.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.806597 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.807094 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension ip_allocation not supported by any of loaded plugins May 10 17:10:25.807424 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.808326 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.808829 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: ip-substring-filtering May 10 17:10:25.809184 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: l2_adjacency.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.810087 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.810582 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension l2_adjacency not supported by any of loaded plugins May 10 17:10:25.810900 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: l3.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.811841 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.812353 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: router May 10 17:10:25.812678 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: l3_conntrack_helper.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.815432 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.815949 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 17:10:25.816283 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.817215 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.817722 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: ext-gw-mode May 10 17:10:25.818048 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.818948 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.819454 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: l3-ha May 10 17:10:25.819785 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: l3_flavors.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.820693 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.821232 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: l3-flavors May 10 17:10:25.821555 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.822447 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.822948 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: l3-port-ip-change-not-allowed May 10 17:10:25.823272 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: l3agentscheduler.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.824295 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.824800 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: l3_agent_scheduler May 10 17:10:25.825158 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: logging.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.826660 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.827169 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension logging not supported by any of loaded plugins May 10 17:10:25.827496 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: metering.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.828219 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.828787 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: metering May 10 17:10:25.829173 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.830260 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.830768 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: metering_source_and_destination_fields May 10 17:10:25.831091 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: multiprovidernet.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.832124 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.832629 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: multi-provider May 10 17:10:25.832977 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: netmtu.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.833877 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.834374 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: net-mtu May 10 17:10:25.834693 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: netmtu_writable.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.835591 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.836087 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: net-mtu-writable May 10 17:10:25.836404 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: network_availability_zone.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.837097 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.837595 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: network_availability_zone May 10 17:10:25.837915 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: network_ip_availability.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.838991 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.839488 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: network-ip-availability May 10 17:10:25.839814 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: network_segment_range.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.840563 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.841084 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension network-segment-range not supported by any of loaded plugins May 10 17:10:25.841405 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: pagination.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.842365 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.842693 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: pagination May 10 17:10:25.843012 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: port_device_profile.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.843899 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.844409 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: port-device-profile May 10 17:10:25.844754 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.845693 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.846197 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: port-mac-address-regenerate May 10 17:10:25.846517 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.847403 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.847901 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: port-numa-affinity-policy May 10 17:10:25.848219 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: port_resource_request.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.849209 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.849710 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension port-resource-request not supported by any of loaded plugins May 10 17:10:25.850027 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: portbindings.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.850929 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.851424 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: binding May 10 17:10:25.851741 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: portbindings_extended.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.853021 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.853528 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: binding-extended May 10 17:10:25.853851 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: portsecurity.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.854746 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.855245 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: port-security May 10 17:10:25.855563 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: project_id.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.856513 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.856841 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: project-id May 10 17:10:25.857192 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: providernet.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.858101 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.858612 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: provider May 10 17:10:25.858932 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: qos.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.862953 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.863464 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension qos not supported by any of loaded plugins May 10 17:10:25.863795 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.865057 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.865571 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 17:10:25.865900 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.866802 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.867345 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 17:10:25.867698 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: qos_default.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.868659 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.869279 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension qos-default not supported by any of loaded plugins May 10 17:10:25.869671 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: qos_fip.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.870403 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.870965 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension qos-fip not supported by any of loaded plugins May 10 17:10:25.871352 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: qos_gateway_ip.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.872366 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.872979 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 17:10:25.873371 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: qos_port_network_policy.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.874373 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.874943 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 17:10:25.875315 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: qos_rule_type_details.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.877017 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.877606 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 17:10:25.878010 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: qos_rules_alias.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.879141 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.879749 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 17:10:25.880125 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: quotasv2.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.881340 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.881701 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: quotas May 10 17:10:25.882068 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: quotasv2_detail.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.883822 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.884214 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: quota_details May 10 17:10:25.884603 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: rbac.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.885828 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.886400 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: rbac-policies May 10 17:10:25.886772 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: rbac_address_group.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.887793 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.888390 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: rbac-address-group May 10 17:10:25.888768 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: rbac_address_scope.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.889795 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.890315 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: rbac-address-scope May 10 17:10:25.890640 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: rbac_security_groups.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.891564 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.892074 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: rbac-security-groups May 10 17:10:25.892396 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: rbac_subnetpool.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.893318 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.893823 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: rbac-subnetpool May 10 17:10:25.894143 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: revisionifmatch.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.895048 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.895552 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: revision-if-match May 10 17:10:25.895871 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: revisions.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.897003 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.897550 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: standard-attr-revisions May 10 17:10:25.897937 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: router_availability_zone.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.898706 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.899209 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: router_availability_zone May 10 17:10:25.899529 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: routerservicetype.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.900441 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.900971 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension router-service-type not supported by any of loaded plugins May 10 17:10:25.901294 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.902196 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.902702 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: security-groups-normalized-cidr May 10 17:10:25.903020 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: security_groups_port_filtering.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.903930 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.904434 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: port-security-groups-filtering May 10 17:10:25.904757 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.905683 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.906187 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: security-groups-remote-address-group May 10 17:10:25.906507 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: securitygroup.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.916161 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.916688 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: security-group May 10 17:10:25.917046 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: segment.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.917815 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.918316 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension segment not supported by any of loaded plugins May 10 17:10:25.918640 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.919553 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.920055 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 17:10:25.920383 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: servicetype.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.921508 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.922018 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: service-type May 10 17:10:25.922339 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: sorting.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.923844 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.924173 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: sorting May 10 17:10:25.924494 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: standard_attr_segment.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.925417 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.925917 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 17:10:25.926237 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: standardattrdescription.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.927123 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.927622 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: standard-attr-description May 10 17:10:25.927946 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: stateful_security_group.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.928835 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.929367 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: stateful-security-group May 10 17:10:25.929691 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: stdattrs_common.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.930258 dv-cinder-786385-3-iscsi neutron-server[78558]: WARNING neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 17:10:25.930578 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.931573 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.932077 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 17:10:25.932398 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: subnet_onboard.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.933488 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.933990 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: subnet_onboard May 10 17:10:25.934313 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.935216 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.935715 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 17:10:25.936036 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: subnet_service_types.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.936956 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.937460 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: subnet-service-types May 10 17:10:25.937781 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: subnetallocation.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.939412 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.939917 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: subnet_allocation May 10 17:10:25.940260 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.940897 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.941427 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: subnetpool-prefix-ops May 10 17:10:25.941748 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.942657 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.943161 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 17:10:25.943484 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: tagging.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.944536 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.945089 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: standard-attr-tag May 10 17:10:25.945419 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: timestamp.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.946608 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.947117 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loaded extension: standard-attr-timestamp May 10 17:10:25.947444 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: trunk.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.948457 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.948996 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension trunk not supported by any of loaded plugins May 10 17:10:25.949322 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: trunk_details.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.950220 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.950728 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension trunk-details not supported by any of loaded plugins May 10 17:10:25.951050 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: uplink_status_propagation.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.952029 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.952529 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 17:10:25.952848 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Loading extension file: vlantransparent.py {{(pid=78558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:10:25.953531 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:10:25.954546 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extension vlan-transparent not supported by any of loaded plugins May 10 17:10:25.956996 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Creating instance of TrackedResource for resource:network May 10 17:10:25.957737 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Creating instance of TrackedResource for resource:subnet May 10 17:10:25.958501 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:10:25.959105 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Creating instance of TrackedResource for resource:port May 10 17:10:25.960364 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.v2.resource_helper [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:10:25.960824 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.v2.resource_helper [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Service FLAVORS assigned prefix: {{(pid=78558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:10:25.961479 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.v2.resource_helper [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:10:25.961901 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.v2.resource_helper [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:10:25.962232 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Creating instance of TrackedResource for resource:router May 10 17:10:25.962900 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Creating instance of TrackedResource for resource:floatingip May 10 17:10:25.963611 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.v2.resource_helper [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Service METERING assigned prefix: /metering {{(pid=78558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:10:25.965082 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.965449 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.965799 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:10:25.966937 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Creating instance of CountableResource for resource:rbac_policy May 10 17:10:25.967382 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Creating instance of TrackedResource for resource:security_group May 10 17:10:25.968028 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Creating instance of TrackedResource for resource:security_group_rule May 10 17:10:25.968771 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.v2.resource_helper [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Service CORE assigned prefix: {{(pid=78558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:10:25.969138 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:10:25.969491 dv-cinder-786385-3-iscsi neutron-server[78558]: WARNING neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] subnetpool is already registered May 10 17:10:25.970666 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.v2.resource_helper [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Service CORE assigned prefix: {{(pid=78558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:10:25.971003 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:10:25.971328 dv-cinder-786385-3-iscsi neutron-server[78558]: WARNING neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] subnetpool is already registered May 10 17:10:25.973910 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.v2.resource_helper [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:10:25.974356 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.v2.resource_helper [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Service FLAVORS assigned prefix: {{(pid=78558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:10:25.974958 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.v2.resource_helper [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:10:25.975384 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.v2.resource_helper [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:10:25.975716 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Creating instance of TrackedResource for resource:router May 10 17:10:25.976041 dv-cinder-786385-3-iscsi neutron-server[78558]: WARNING neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] router is already registered May 10 17:10:25.976636 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Creating instance of TrackedResource for resource:floatingip May 10 17:10:25.977056 dv-cinder-786385-3-iscsi neutron-server[78558]: WARNING neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] floatingip is already registered May 10 17:10:25.977687 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.v2.resource_helper [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Service METERING assigned prefix: /metering {{(pid=78558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:10:25.978356 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Creating instance of CountableResource for resource:rbac_policy May 10 17:10:25.978681 dv-cinder-786385-3-iscsi neutron-server[78558]: WARNING neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] rbac_policy is already registered May 10 17:10:25.980166 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Creating instance of TrackedResource for resource:security_group May 10 17:10:25.980506 dv-cinder-786385-3-iscsi neutron-server[78558]: WARNING neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] security_group is already registered May 10 17:10:25.981197 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Creating instance of TrackedResource for resource:security_group_rule May 10 17:10:25.981487 dv-cinder-786385-3-iscsi neutron-server[78558]: WARNING neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] security_group_rule is already registered May 10 17:10:25.982163 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.v2.resource_helper [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Service CORE assigned prefix: {{(pid=78558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:10:25.982502 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:10:25.982830 dv-cinder-786385-3-iscsi neutron-server[78558]: WARNING neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] subnetpool is already registered May 10 17:10:25.983431 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.v2.resource_helper [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Service CORE assigned prefix: {{(pid=78558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:10:25.983764 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:10:25.984087 dv-cinder-786385-3-iscsi neutron-server[78558]: WARNING neutron.quota.resource_registry [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] subnetpool is already registered May 10 17:10:25.984730 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: extensions {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:25.986246 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: address-groups {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:25.987848 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: address-scopes {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:25.989092 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: agents {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:25.990282 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: auto-allocated-topology {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:25.991538 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: availability_zones {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:25.992876 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: dhcp-networks {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:25.994309 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: dhcp-agents {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:25.995749 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: routers {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:25.997606 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: flavors {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:25.998764 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: service_profiles {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:25.999966 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: next_providers {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.001561 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: service_profiles {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.003007 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: floatingip-pools {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.004232 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: routers {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.006085 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: floatingips {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.007274 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: l3-routers {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.008644 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: l3-agents {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.010111 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: metering-labels {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.011451 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: metering-label-rules {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.012733 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: network-ip-availabilities {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.014031 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: bindings {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.015683 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: quotas {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.017694 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: quotas {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.019101 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: rbac-policies {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.020402 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: security-groups {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.021713 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: security-group-rules {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.022904 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: service-providers {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.024132 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: subnetpools {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.025582 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: subnetpools {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.027060 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: tags {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.028736 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: tags {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.030586 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: tags {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.033034 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: tags {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.034829 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: tags {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.036687 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: tags {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.038413 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: tags {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.041263 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: tags {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.043046 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: tags {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.158018 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron.api.extensions [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Extended resource: tags {{(pid=78558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:10:26.163848 dv-cinder-786385-3-iscsi neutron-server[78558]: WARNING keystonemiddleware.auth_token [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 17:10:26.168632 dv-cinder-786385-3-iscsi neutron-server[78558]: WARNING keystonemiddleware.auth_token [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 17:10:26.180520 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Acquired lock "singleton_lock" {{(pid=78558) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 17:10:26.181019 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Releasing lock "singleton_lock" {{(pid=78558) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 17:10:26.181661 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO oslo_service.service [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Starting 2 workers May 10 17:10:26.186309 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Started child 78663 {{(pid=78558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:10:26.191226 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Started child 78664 {{(pid=78558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:10:26.192367 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:26.193048 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO neutron.service [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Neutron service started, listening on 0.0.0.0:9696 May 10 17:10:26.193449 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Notify callbacks [] for process, before_spawn {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:26.193892 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [-] (78663) wsgi starting up on http://0.0.0.0:9696 May 10 17:10:26.195648 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:26.196074 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO oslo_service.service [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Starting 1 workers May 10 17:10:26.197043 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [-] (78664) wsgi starting up on http://0.0.0.0:9696 May 10 17:10:26.200800 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Started child 78665 {{(pid=78558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:10:26.201366 dv-cinder-786385-3-iscsi neutron-server[78558]: INFO oslo_service.service [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Starting 1 workers May 10 17:10:26.205014 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.service [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] calling RpcWorker wait() {{(pid=78665) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 17:10:26.205551 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.service [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] returning from RpcWorker wait() {{(pid=78665) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 17:10:26.206167 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Started child 78666 {{(pid=78558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:10:26.206896 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:26.206993 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-688d9c34-25c0-4e96-977c-d7ac81916ead None None] Notify callbacks [] for process, after_spawn {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:26.207424 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:10:26.208768 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78558) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 17:10:26.209024 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 17:10:26.209205 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 17:10:26.209417 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 17:10:26.209743 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 17:10:26.209912 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 17:10:26.210417 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.210679 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.210764 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:26.211189 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.211189 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.211445 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.211637 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:10:26.212053 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.212320 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.212765 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.213071 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.213327 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.213499 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.213672 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.213918 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.214169 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.214471 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.214755 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.214999 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.215294 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.215469 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.215723 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.215979 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.216231 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.216487 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] debug = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.216726 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.217245 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.217470 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.217717 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.217932 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.218192 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.218452 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.218724 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.218954 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.219184 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.219427 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.219703 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.219932 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.220144 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.220367 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.220628 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.220845 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.221363 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] host = dv-cinder-786385-3-iscsi {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.221635 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.221849 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.222093 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.222333 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.222586 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.222799 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.223041 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.223282 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.223544 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.223789 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.224045 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.224265 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.224477 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.224711 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] log_file = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.224875 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] log_options = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.225190 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.225667 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.226027 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.226237 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.226408 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.226589 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.226843 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.227006 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.227263 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.227480 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.227693 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.227929 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.228138 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.228368 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.228639 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.228884 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.229141 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.229351 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.229593 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.229802 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.230026 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.230266 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.230502 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.230734 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.230945 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.231160 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.231431 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.231591 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.231800 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.232049 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.232261 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.232504 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.232732 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.233077 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.233302 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.233525 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.233754 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.234015 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.234229 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.234469 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.234722 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.234936 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.236279 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.236279 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.236279 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.236279 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] use_json = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.236279 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.236279 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.237072 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.237072 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.237072 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.237505 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.237505 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.237744 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.237956 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.238252 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.238585 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.238832 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.239087 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.241234 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.241234 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.241234 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.241234 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.241234 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.241234 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.241234 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.241705 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.241705 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.241825 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.242108 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.242387 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.242762 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.243002 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.243308 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.243676 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.244073 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.246423 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.246423 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.246423 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.246423 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.246423 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.246423 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.246423 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.246423 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.250267 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.250267 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.250267 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.250267 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.250267 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.250267 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.250267 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.250267 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.250267 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.254015 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.254015 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.254015 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.254015 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.254015 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.254015 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.254015 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.254015 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.254015 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.254591 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.254591 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.254591 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.254804 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.255105 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.255210 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.255406 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.255664 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.255873 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.256126 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.256305 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.256537 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.256791 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.257074 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.257322 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.257561 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.257775 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.258013 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.258253 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.258492 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.258715 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.258932 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.259157 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.259392 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.259608 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.259843 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.260058 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.260297 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.260514 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.260763 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.261013 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.261233 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.261473 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.261684 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.261920 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.262152 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.262442 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.262753 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.263008 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.263258 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.263500 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.263764 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.263984 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.264222 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.264442 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.264659 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.264974 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.265199 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.265432 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.265669 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.265929 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.266152 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.266395 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.267266 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.267525 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.267770 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.268025 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.268253 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.268536 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.268818 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.269100 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.269373 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.269639 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.269935 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.270192 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.270469 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.270706 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.270963 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.271262 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.271525 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.271809 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.272044 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.272312 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.272603 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.272833 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.273139 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.273406 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.273673 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.273942 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.274273 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.274499 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.274742 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.274977 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.275260 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.275614 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.275916 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.276066 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.276283 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.276605 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.276819 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.277117 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.277396 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.277645 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.277922 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.278127 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.278375 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.278594 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.278921 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.279092 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.279311 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.279578 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.279766 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.280003 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.280256 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.280469 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.280703 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.280935 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.281231 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.281414 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.281631 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.281898 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.282310 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.282403 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.282631 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.282896 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.283076 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.283294 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.283518 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.283900 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.284035 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.284228 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.284502 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.284764 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.285038 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.285269 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.285501 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.285749 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.285979 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.286243 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.286483 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.286715 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.286930 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.287172 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.287401 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.287649 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.287899 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.288132 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.288402 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.288671 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.289048 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.289328 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.289563 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.289858 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.290092 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.290438 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.290552 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.290798 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.291040 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.291442 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.291442 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.291748 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.292014 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.292256 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.292480 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.292745 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.292999 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.293217 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.293450 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.293763 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.294049 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.294296 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.294536 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.294786 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.295049 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.295449 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.295705 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.295939 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.296158 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.296402 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.296645 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.297066 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.297300 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.297500 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.297810 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.298033 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.298246 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.298466 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.298676 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.298908 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.299121 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.299337 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.299549 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.299758 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.300094 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.300345 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.300566 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.300860 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.301142 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.301392 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.301913 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.302241 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.302458 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.302724 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.302945 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.303163 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.303386 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.303639 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.303959 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.304257 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.304544 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.304797 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.305086 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.305399 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.305616 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.305833 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.306135 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.306617 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.307055 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.307544 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.307652 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.307861 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.308092 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.308316 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.308651 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.308803 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.309031 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.309273 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.309512 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.309745 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.309967 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.310216 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.310438 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.310685 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.310943 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.311175 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.311392 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.311549 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 17:10:26.312112 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78558) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 17:10:26.312273 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 17:10:26.312440 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 17:10:26.312624 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 17:10:26.312788 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 17:10:26.313114 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 17:10:26.313842 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.314006 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.314165 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.314329 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.314492 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.314669 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.314828 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.314991 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.315144 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.315454 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.315610 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.315768 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.315927 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.316105 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.316266 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.316422 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.316578 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.316737 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.316917 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.317077 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.317234 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.317392 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.317553 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] debug = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.317695 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.317882 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.318042 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.318199 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.318355 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.318514 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.318668 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.318826 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.318987 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.319124 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.319284 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.319441 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.319598 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.319755 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.319912 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.320070 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.320226 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.320383 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] host = dv-cinder-786385-3-iscsi {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.320539 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.320695 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.320850 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.321031 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.321190 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.321347 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.321504 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.321659 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.321816 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.321973 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.322132 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.322288 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.322443 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.322600 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] log_file = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.322756 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] log_options = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.322912 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.323072 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.323229 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.323404 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.323570 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.323727 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.323883 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.324040 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.324196 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.324353 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.324508 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.324807 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.325119 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.325431 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.325728 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.325888 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.326185 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.326343 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.326641 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.326797 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.327120 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.327278 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.327441 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.327593 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.327754 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.327909 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.328067 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.328223 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.328381 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.328882 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.328882 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.328882 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.329675 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.329742 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.329914 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.330014 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.330162 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.330322 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.330480 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.330638 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.330795 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.330950 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.331107 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.331261 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.331426 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.331586 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] use_json = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.331746 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.331899 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.332056 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.332224 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.332359 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.332515 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.332673 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.332835 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:10:26.333109 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.333273 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.333439 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.333597 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.333761 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.333919 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.334080 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.334238 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.334398 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.334558 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.334880 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.335043 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.335217 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.335380 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.335526 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.335688 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.335849 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.336011 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.336170 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.336332 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.336491 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.336787 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.336940 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.337069 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.337191 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.337293 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.337453 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.337615 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.337776 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.337937 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.338097 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.338258 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.338418 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.338579 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.338739 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.338898 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.339060 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.339220 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.339380 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.339541 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.339702 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.339862 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.340024 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.340185 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.340344 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.340505 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.340666 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.340827 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.341012 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.341172 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.341342 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.341501 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.341659 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.341821 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.341980 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.342151 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.342305 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.342450 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.342609 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.342770 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.342933 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.343105 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.343266 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.343427 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.343589 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.343749 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.343909 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.344073 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.344231 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.344389 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.344559 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.344704 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.344827 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:10:26.344985 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.345110 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.345244 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.345367 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.345486 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.345631 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.345793 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.345954 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.346116 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.346276 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.346438 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.346599 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.346767 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.346943 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.347103 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.347264 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.347424 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.347583 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.347744 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.347903 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.348063 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.348223 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.348382 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.348542 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.348701 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.348863 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.349058 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.349181 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.349342 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.349502 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.349661 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.349821 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.349980 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.350139 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.350301 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.350461 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.350619 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.350778 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.350937 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.351106 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.351266 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.351427 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.351587 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.351753 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.351925 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.352086 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.352246 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.352407 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.352566 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.352726 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.352886 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.353070 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.353230 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.353390 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.353550 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.353717 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.353888 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.354049 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.354209 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.354369 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.354553 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.354714 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.354874 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.355034 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.355193 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.355352 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.355513 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.355672 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.355835 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.355998 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.356155 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.356298 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.356458 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.356606 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.356756 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.356945 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.357113 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.357255 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.357406 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.357546 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.357852 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.357852 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.358203 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.358203 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.358466 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.358466 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.358737 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.358737 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.359325 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.359325 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.359325 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.359325 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.359879 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.359879 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.359879 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.359879 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.360623 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.360623 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.360623 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.360623 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.361201 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.361201 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.361201 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.361201 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.361758 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.361758 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.361758 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.361758 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.362280 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.362280 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.362280 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.362631 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.362631 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.362631 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.362967 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.362967 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.363113 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.363227 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.363387 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.363546 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.363705 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.363866 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.364026 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.364187 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.364346 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.364506 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.364670 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.364833 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.365047 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.365191 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.365315 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.365473 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.365632 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.365794 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.365966 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.366128 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.366289 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.366449 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.366609 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.366779 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.366948 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.367096 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.367254 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.367413 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.367581 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.367741 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.367901 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.368059 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.368218 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.368388 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.368548 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.368709 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.368866 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.369047 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.369215 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.369376 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.369535 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.369694 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.369854 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.370022 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.370185 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.370346 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.370515 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.370674 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.370835 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.370995 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.371167 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.371328 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.371491 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.371651 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.371810 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.371969 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.372131 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.372296 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.372465 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.372632 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.372794 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.372985 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.373155 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.373323 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.373484 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.373649 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.373822 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.373981 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.374140 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.374298 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.374457 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.374617 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.374776 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.374937 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.375095 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.375255 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.375414 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.375573 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.376245 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.376417 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.376577 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.376738 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.376912 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.377084 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.377246 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.377406 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:10:26.377557 dv-cinder-786385-3-iscsi neutron-server[78558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 17:10:26.501784 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 44646) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:10:26.510174 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063033 May 10 17:10:37.331049 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44599ac1-1ca6-4a4c-99ff-4c5de1e88e64 None None] get_active_networks_info from dv-cinder-786385-3-iscsi {{(pid=78665) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 17:10:37.457168 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44599ac1-1ca6-4a4c-99ff-4c5de1e88e64 None None] No non-hosted networks {{(pid=78665) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 17:10:37.466747 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.agentschedulers_db [None req-44599ac1-1ca6-4a4c-99ff-4c5de1e88e64 None None] DHCP Agent not found on host dv-cinder-786385-3-iscsi {{(pid=78665) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 10 17:10:37.599961 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-cd18d999-f88a-450f-aefc-4c142cbde3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694'] for agent, after_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:39.834711 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694'] for agent, after_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:39.835592 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:39.836195 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:39.836632 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:39.838013 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:39.839222 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:39.840087 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:39.840817 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:39.842514 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:39.843010 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:39.843979 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:39.845551 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:39.846094 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:39.847191 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786385-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:10:39.861918 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786385-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:10:39.872479 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-1d069059-fbe0-4bd7-bbfe-a3052e59f30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694'] for agent, after_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:39.944935 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-d5bdc383-e9ef-4cb0-9e22-f274879ea5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:40.770008 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694'] for agent, after_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:42.388238 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694'] for agent, after_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:43.747947 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 44736) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:10:44.358039 dv-cinder-786385-3-iscsi neutron-server[78664]: WARNING oslo_policy.policy [None req-2c4a6e3e-7d6e-4aec-9210-c34718e7f8c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:10:44.358614 dv-cinder-786385-3-iscsi neutron-server[78664]: WARNING oslo_policy.policy [None req-2c4a6e3e-7d6e-4aec-9210-c34718e7f8c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:10:44.576672 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [None req-2c4a6e3e-7d6e-4aec-9210-c34718e7f8c9 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:10:44.579558 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-2c4a6e3e-7d6e-4aec-9210-c34718e7f8c9 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8305211 May 10 17:10:45.944973 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.db.l3_hamode_db [None req-31ef54bf-42f5-41c8-9961-b0013d82cda0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 17:10:46.029532 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef54bf-42f5-41c8-9961-b0013d82cda0 None None] Routers set() bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:10:46.029914 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef54bf-42f5-41c8-9961-b0013d82cda0 None None] Router IDs set() for agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 10 17:10:46.895667 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 44750) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:10:47.477385 dv-cinder-786385-3-iscsi neutron-server[78663]: WARNING oslo_policy.policy [None req-fd9fd9c7-faf8-4bf2-9fc5-953a2678e9be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:10:47.477963 dv-cinder-786385-3-iscsi neutron-server[78663]: WARNING oslo_policy.policy [None req-fd9fd9c7-faf8-4bf2-9fc5-953a2678e9be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:10:47.694115 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-fd9fd9c7-faf8-4bf2-9fc5-953a2678e9be admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:10:47.798712 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.policy [None req-fd9fd9c7-faf8-4bf2-9fc5-953a2678e9be admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78663) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 17:10:47.843599 dv-cinder-786385-3-iscsi neutron-server[78663]: WARNING oslo_policy.policy [None req-fd9fd9c7-faf8-4bf2-9fc5-953a2678e9be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:10:47.843906 dv-cinder-786385-3-iscsi neutron-server[78663]: WARNING oslo_policy.policy [None req-fd9fd9c7-faf8-4bf2-9fc5-953a2678e9be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:10:47.852658 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.quota [None req-fd9fd9c7-faf8-4bf2-9fc5-953a2678e9be admin admin] Loaded quota_driver: . May 10 17:10:47.868592 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-fd9fd9c7-faf8-4bf2-9fc5-953a2678e9be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:10:47.928504 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd9c7-faf8-4bf2-9fc5-953a2678e9be admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781911137647', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781911138098', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781911161351', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781911148395', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781911111896', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781911097734', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-737661', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-578904', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16325256', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16514260'] for rbac-policy, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:47.993453 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd9c7-faf8-4bf2-9fc5-953a2678e9be admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:47.995124 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-fd9fd9c7-faf8-4bf2-9fc5-953a2678e9be admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0970583 May 10 17:10:50.552670 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 44768) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:10:50.903352 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Request body: {'network': {'tenant_id': '90014634db77447baa8f9740cc81618b', 'admin_state_up': True, 'project_id': '90014634db77447baa8f9740cc81618b', 'name': 'private'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:10:50.908340 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:10:50.912506 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Usage tracker for resource:network and tenant:90014634db77447baa8f9740cc81618b is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:10:50.917205 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:10:50.923804 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:10:50.933481 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Made reservation on behalf of 90014634db77447baa8f9740cc81618b for: {'network': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:10:50.936358 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:50.954141 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:50.967891 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:10:50.972067 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Usage tracker for resource:security_group_rule and tenant:90014634db77447baa8f9740cc81618b is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:10:50.976926 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:10:50.982483 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:10:51.081856 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:51.085645 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:51.090774 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:10:51.109205 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=78663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:10:51.136364 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781908246676', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:51.136989 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Unsubscribe: segment precommit_create {{(pid=78663) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 17:10:51.137460 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.segments_db [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Added segment e4564432-d56d-42cf-a04a-3b0572b08c3f of type vlan for network 1ebac582-4464-4f38-95a2-58fe06f94de5 May 10 17:10:51.187056 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbe3ea2-a7fd-48b2-ab65-7716897781cb,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:10:51.208781 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:51.209247 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:51.209621 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:51.209996 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:51.210319 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:51.210640 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:51.210956 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:51.211275 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:51.211589 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:51.211901 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:51.212210 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:51.212517 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Tracked resource versions report: May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: pushed versions: May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: { 'AddressGroup': {'1.2'}, May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'ConntrackHelper': {'1.0'}, May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Log': {'1.0'}, May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Network': {'1.1'}, May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Port': {'1.7'}, May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'PortForwarding': {'1.2'}, May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'QosPolicy': {'1.8'}, May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'SecurityGroup': {'1.4'}, May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'SecurityGroupRule': {'1.2'}, May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'SubPort': {'1.0'}, May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Subnet': {'1.1'}, May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Trunk': {'1.1'}} May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: consumer versions: May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: { DHCP agent@dv-cinder-786385-3-iscsi: {}, May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: L3 agent@dv-cinder-786385-3-iscsi: {}, May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: Metadata agent@dv-cinder-786385-3-iscsi: {}, May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: Metering agent@dv-cinder-786385-3-iscsi: {}, May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: Open vSwitch agent@dv-cinder-786385-3-iscsi: { 'AddressGroup': '1.2', May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'ConntrackHelper': '1.0', May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Log': '1.0', May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Network': '1.1', May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Port': '1.7', May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'PortForwarding': '1.2', May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'QosPolicy': '1.8', May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'SecurityGroup': '1.4', May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'SecurityGroupRule': '1.2', May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'SubPort': '1.0', May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Subnet': '1.1', May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Trunk': '1.1'}} May 10 17:10:51.213601 dv-cinder-786385-3-iscsi neutron-server[78663]: {{(pid=78663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:10:51.258453 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:10:51.264389 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:51.304358 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:51.305926 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:10:51.306566 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:51.309649 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:10:51.413747 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8598967 May 10 17:10:51.414423 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Pushing event updated for resources: {'Network': ['ID=1ebac582-4464-4f38-95a2-58fe06f94de5,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:10:51.417633 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:10:51.425944 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network 1ebac582-4464-4f38-95a2-58fe06f94de5 details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:10:54.071707 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 44784) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:10:54.540976 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f49a401-4059-485c-a55c-91343fd5eda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:10:54.542240 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-8f49a401-4059-485c-a55c-91343fd5eda5 admin admin] 10.222.0.16 "GET /v2.0/networks/1ebac582-4464-4f38-95a2-58fe06f94de5 HTTP/1.1" status: 200 len: 825 time: 0.4695642 May 10 17:10:54.570419 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-aace953f-e7a3-4b6d-bad4-9853b25ccd3e admin admin] 10.222.0.16 "GET /v2.0/subnetpools/afdecefa-9a12-423d-9923-2104320c5e3d HTTP/1.1" status: 200 len: 734 time: 0.0222769 May 10 17:10:54.578812 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-a07ac431-9001-4774-a029-701f623b92ce admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '90014634db77447baa8f9740cc81618b', 'gateway_ip': '172.20.0.1', 'network_id': '1ebac582-4464-4f38-95a2-58fe06f94de5', 'ip_version': 4, 'subnetpool_id': 'afdecefa-9a12-423d-9923-2104320c5e3d'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:10:54.583068 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-a07ac431-9001-4774-a029-701f623b92ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:10:54.586738 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-a07ac431-9001-4774-a029-701f623b92ce admin admin] Usage tracker for resource:subnet and tenant:90014634db77447baa8f9740cc81618b is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:10:54.589570 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-a07ac431-9001-4774-a029-701f623b92ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:10:54.595102 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-a07ac431-9001-4774-a029-701f623b92ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:10:54.604930 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07ac431-9001-4774-a029-701f623b92ce admin admin] Made reservation on behalf of 90014634db77447baa8f9740cc81618b for: {'subnet': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:10:54.607236 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a07ac431-9001-4774-a029-701f623b92ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:55.092398 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a07ac431-9001-4774-a029-701f623b92ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for subnet, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:55.098112 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:10:55.176464 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ac431-9001-4774-a029-701f623b92ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=320b83ac-14a1-4a66-97cd-be359912696e,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:10:55.180710 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ac431-9001-4774-a029-701f623b92ce admin admin] Checking segment: {'id': 'e4564432-d56d-42cf-a04a-3b0572b08c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1ebac582-4464-4f38-95a2-58fe06f94de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:10:55.181103 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07ac431-9001-4774-a029-701f623b92ce admin admin] Network hostable DHCP agents. Network: 1ebac582-4464-4f38-95a2-58fe06f94de5, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:10:55.183930 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a07ac431-9001-4774-a029-701f623b92ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:10:55.200606 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07ac431-9001-4774-a029-701f623b92ce admin admin] Network 1ebac582-4464-4f38-95a2-58fe06f94de5 is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:10:55.210641 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-a07ac431-9001-4774-a029-701f623b92ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, 1ebac582-4464-4f38-95a2-58fe06f94de5) {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:10:55.215275 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07ac431-9001-4774-a029-701f623b92ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:10:55.215882 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a07ac431-9001-4774-a029-701f623b92ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:55.221005 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3745b3e9-8448-46f7-b2f2-8f7f150c95c6 None None] Network 1ebac582-4464-4f38-95a2-58fe06f94de5 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:10:55.243024 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-a07ac431-9001-4774-a029-701f623b92ce admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6632278 May 10 17:10:55.537441 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f505eac-e142-5046-a4ca-39a60f4d7dd4-1ebac582-4464-4f38-95a2-58fe06f94de5', 'network_id': '1ebac582-4464-4f38-95a2-58fe06f94de5', 'tenant_id': '90014634db77447baa8f9740cc81618b', 'fixed_ips': [{'subnet_id': '320b83ac-14a1-4a66-97cd-be359912696e'}]}} from dv-cinder-786385-3-iscsi. {{(pid=78665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:10:55.538664 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:55.723884 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.db_base_plugin_common [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Allocated IP 172.20.0.2 (1ebac582-4464-4f38-95a2-58fe06f94de5/320b83ac-14a1-4a66-97cd-be359912696e/6a3ebb06-7bd3-4695-bae9-387318751006) {{(pid=78665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:10:55.960659 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Notify callbacks [] for port, precommit_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:55.974384 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Transition to ACTIVE for port object 6a3ebb06-7bd3-4695-bae9-387318751006 will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:10:55.994643 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Transition to ACTIVE for port object 6a3ebb06-7bd3-4695-bae9-387318751006 will not be triggered until provisioned by entity DHCP. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:10:56.002134 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:56.007755 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:10:56.063000 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Network 1ebac582-4464-4f38-95a2-58fe06f94de5 is already hosted by enough agents. {{(pid=78665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:10:56.065859 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.base_scheduler [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Resources bound (agent type, host, resource id): {{(pid=78665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:10:56.076990 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Received port after_create {{(pid=78665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:10:56.083831 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Pushing event updated for resources: {'Port': ['ID=6a3ebb06-7bd3-4695-bae9-387318751006,revision_number=1']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:10:56.120555 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:56.120980 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:56.121356 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:56.121736 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:56.122112 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:56.122474 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:56.122798 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:56.123124 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:56.123445 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:56.123759 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:56.124100 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:56.124462 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Tracked resource versions report: May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: pushed versions: May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: { 'AddressGroup': {'1.2'}, May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'ConntrackHelper': {'1.0'}, May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Log': {'1.0'}, May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Network': {'1.1'}, May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Port': {'1.7'}, May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'PortForwarding': {'1.2'}, May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'QosPolicy': {'1.8'}, May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'SecurityGroup': {'1.4'}, May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'SecurityGroupRule': {'1.2'}, May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'SubPort': {'1.0'}, May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Subnet': {'1.1'}, May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Trunk': {'1.1'}} May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: consumer versions: May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: { DHCP agent@dv-cinder-786385-3-iscsi: {}, May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: L3 agent@dv-cinder-786385-3-iscsi: {}, May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: Metadata agent@dv-cinder-786385-3-iscsi: {}, May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: Metering agent@dv-cinder-786385-3-iscsi: {}, May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: Open vSwitch agent@dv-cinder-786385-3-iscsi: { 'AddressGroup': '1.2', May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'ConntrackHelper': '1.0', May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Log': '1.0', May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Network': '1.1', May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Port': '1.7', May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'PortForwarding': '1.2', May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'QosPolicy': '1.8', May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'SecurityGroup': '1.4', May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'SecurityGroupRule': '1.2', May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'SubPort': '1.0', May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Subnet': '1.1', May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Trunk': '1.1'}} May 10 17:10:56.126211 dv-cinder-786385-3-iscsi neutron-server[78665]: {{(pid=78665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:10:56.134429 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:10:56.188914 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Attempting to bind port 6a3ebb06-7bd3-4695-bae9-387318751006 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:10:56.189384 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Attempting to bind port 6a3ebb06-7bd3-4695-bae9-387318751006 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': 'e4564432-d56d-42cf-a04a-3b0572b08c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1ebac582-4464-4f38-95a2-58fe06f94de5'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:10:56.189801 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Attempting to bind port 6a3ebb06-7bd3-4695-bae9-387318751006 on network 1ebac582-4464-4f38-95a2-58fe06f94de5 {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:10:56.195018 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:10:56.195416 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Checking segment: {'id': 'e4564432-d56d-42cf-a04a-3b0572b08c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1ebac582-4464-4f38-95a2-58fe06f94de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:10:56.195889 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:56.196414 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Bound using segment: {'id': 'e4564432-d56d-42cf-a04a-3b0572b08c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1ebac582-4464-4f38-95a2-58fe06f94de5'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:10:56.196736 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Bound port: 6a3ebb06-7bd3-4695-bae9-387318751006, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4564432-d56d-42cf-a04a-3b0572b08c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1ebac582-4464-4f38-95a2-58fe06f94de5'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:10:56.197135 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:56.284985 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] For port 6a3ebb06-7bd3-4695-bae9-387318751006, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:10:56.288676 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] For port 6a3ebb06-7bd3-4695-bae9-387318751006, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=6a3ebb06-7bd3-4695-bae9-387318751006,segment=NetworkSegment(e4564432-d56d-42cf-a04a-3b0572b08c3f),segment_id=e4564432-d56d-42cf-a04a-3b0572b08c3f)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:10:56.293344 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:10:56.299115 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:10:56.388829 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Pushing event updated for resources: {'Port': ['ID=6a3ebb06-7bd3-4695-bae9-387318751006,revision_number=2']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:10:56.391861 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:10:57.697646 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 44794) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:10:58.072394 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [None req-31391cea-1f16-46fe-be8a-ec1e6e6cb28a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:10:58.073421 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-31391cea-1f16-46fe-be8a-ec1e6e6cb28a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3745770 May 10 17:11:00.438716 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 44804) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:11:00.834536 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [None req-d31a90ed-3e19-4e5f-9533-444c5463155e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:11:00.835591 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-d31a90ed-3e19-4e5f-9533-444c5463155e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3959019 May 10 17:11:01.660809 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 6a3ebb06-7bd3-4695-bae9-387318751006 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:11:01.738757 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 6a3ebb06-7bd3-4695-bae9-387318751006 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:11:01.878239 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03df6b68-fb7c-4e24-bbe3-9094cd4d0b7b None None] Network 1ebac582-4464-4f38-95a2-58fe06f94de5 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:11:01.976664 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-26205a85-ff5a-4929-b623-1f8de2147ced None None] Provisioning for port 6a3ebb06-7bd3-4695-bae9-387318751006 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:11:01.996928 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-26205a85-ff5a-4929-b623-1f8de2147ced None None] Provisioning complete for port 6a3ebb06-7bd3-4695-bae9-387318751006 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:11:01.997321 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-26205a85-ff5a-4929-b623-1f8de2147ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:02.213075 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-26205a85-ff5a-4929-b623-1f8de2147ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:02.287747 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-26205a85-ff5a-4929-b623-1f8de2147ced None None] For port 6a3ebb06-7bd3-4695-bae9-387318751006, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=6a3ebb06-7bd3-4695-bae9-387318751006,segment=NetworkSegment(e4564432-d56d-42cf-a04a-3b0572b08c3f),segment_id=e4564432-d56d-42cf-a04a-3b0572b08c3f)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:11:02.294004 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-26205a85-ff5a-4929-b623-1f8de2147ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:02.296345 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:11:02.368144 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26205a85-ff5a-4929-b623-1f8de2147ced None None] Pushing event updated for resources: {'Port': ['ID=6a3ebb06-7bd3-4695-bae9-387318751006,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:11:02.371735 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-26205a85-ff5a-4929-b623-1f8de2147ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:11:02.518745 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-d58b49c5-a61d-4953-8c4d-a254aed96a62 None None] Provisioning complete for port 6a3ebb06-7bd3-4695-bae9-387318751006 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:11:02.519039 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-d58b49c5-a61d-4953-8c4d-a254aed96a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:03.606208 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 44820) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:11:03.627747 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 6a3ebb06-7bd3-4695-bae9-387318751006 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:11:03.693690 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 6a3ebb06-7bd3-4695-bae9-387318751006 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:11:03.694122 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:03.987539 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-25e2759e-1944-4caf-aa0c-125d97d35d6b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '90014634db77447baa8f9740cc81618b'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:11:04.064867 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.policy [None req-25e2759e-1944-4caf-aa0c-125d97d35d6b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78664) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 17:11:04.116225 dv-cinder-786385-3-iscsi neutron-server[78664]: WARNING oslo_policy.policy [None req-25e2759e-1944-4caf-aa0c-125d97d35d6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:11:04.116637 dv-cinder-786385-3-iscsi neutron-server[78664]: WARNING oslo_policy.policy [None req-25e2759e-1944-4caf-aa0c-125d97d35d6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:11:04.125714 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.quota [None req-25e2759e-1944-4caf-aa0c-125d97d35d6b admin admin] Loaded quota_driver: . May 10 17:11:04.141379 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-25e2759e-1944-4caf-aa0c-125d97d35d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:11:04.147604 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-25e2759e-1944-4caf-aa0c-125d97d35d6b admin admin] Usage tracker for resource:router and tenant:90014634db77447baa8f9740cc81618b is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:11:04.152042 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-25e2759e-1944-4caf-aa0c-125d97d35d6b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:11:04.161018 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-25e2759e-1944-4caf-aa0c-125d97d35d6b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:11:04.180920 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-25e2759e-1944-4caf-aa0c-125d97d35d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16464111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8048'] for router, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:04.182963 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-25e2759e-1944-4caf-aa0c-125d97d35d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16464096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16351655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8059'] for router, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:04.209785 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-25e2759e-1944-4caf-aa0c-125d97d35d6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:04.263008 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 5 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:11:04.334018 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-25e2759e-1944-4caf-aa0c-125d97d35d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389900'] for router, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:04.354360 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-25e2759e-1944-4caf-aa0c-125d97d35d6b admin admin] Notify callbacks [] for router, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:04.355773 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-25e2759e-1944-4caf-aa0c-125d97d35d6b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7485590 May 10 17:11:06.892306 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 44832) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:11:07.248258 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-700c45da-53bf-468f-b89c-02ede0c34961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:07.280502 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [None req-37752ba3-9398-48e7-a9fa-05a986a784e7 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:11:07.281502 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-37752ba3-9398-48e7-a9fa-05a986a784e7 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3882964 May 10 17:11:09.641720 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 44842) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:11:09.824654 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:09.847864 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-b01a76a6-8fff-4953-bc52-68de2cc16fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:10.021396 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:11:10.026549 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:11:10.030481 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Usage tracker for resource:network and tenant:0e5423a98c984f889f83aae25ab9e0fd is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:11:10.033927 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:11:10.039479 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:11:10.049359 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Made reservation on behalf of 0e5423a98c984f889f83aae25ab9e0fd for: {'network': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:11:10.052288 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:10.068699 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:10.082486 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:11:10.086084 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Usage tracker for resource:security_group_rule and tenant:0e5423a98c984f889f83aae25ab9e0fd is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:11:10.089142 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:11:10.094643 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:11:10.192188 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:10.196260 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:10.201078 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:11:10.220993 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Reserving flat network on physical network physnet1 {{(pid=78664) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 17:11:10.249837 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781908246676', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:10.250410 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Unsubscribe: segment precommit_create {{(pid=78664) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 17:11:10.250883 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.segments_db [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Added segment 1aead4e7-3be9-442a-96d6-3f122bc6e4a6 of type flat for network b05e2d32-e45c-4d37-b711-ba1bc02235d8 May 10 17:11:10.302481 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e811e7d-4ca5-4f53-abda-3006ee6b6fe2,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:11:10.317479 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:10.317835 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:10.318175 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:10.318499 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:10.318817 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:10.319135 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:10.319450 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:10.319763 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:10.320075 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:10.320389 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:10.320698 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:10.321030 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Tracked resource versions report: May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: pushed versions: May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: { 'AddressGroup': {'1.2'}, May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'ConntrackHelper': {'1.0'}, May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Log': {'1.0'}, May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Network': {'1.1'}, May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Port': {'1.7'}, May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'PortForwarding': {'1.2'}, May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'QosPolicy': {'1.8'}, May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'SecurityGroup': {'1.4'}, May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'SecurityGroupRule': {'1.2'}, May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'SubPort': {'1.0'}, May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Subnet': {'1.1'}, May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Trunk': {'1.1'}} May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: consumer versions: May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: { DHCP agent@dv-cinder-786385-3-iscsi: {}, May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: L3 agent@dv-cinder-786385-3-iscsi: {}, May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: Metadata agent@dv-cinder-786385-3-iscsi: {}, May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: Metering agent@dv-cinder-786385-3-iscsi: {}, May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: Open vSwitch agent@dv-cinder-786385-3-iscsi: { 'AddressGroup': '1.2', May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'ConntrackHelper': '1.0', May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Log': '1.0', May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Network': '1.1', May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Port': '1.7', May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'PortForwarding': '1.2', May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'QosPolicy': '1.8', May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'SecurityGroup': '1.4', May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'SecurityGroupRule': '1.2', May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'SubPort': '1.0', May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Subnet': '1.1', May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Trunk': '1.1'}} May 10 17:11:10.322056 dv-cinder-786385-3-iscsi neutron-server[78664]: {{(pid=78664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:11:10.376135 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:11:10.377866 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:10.421923 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:10.423326 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:11:10.423960 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:10.428809 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:11:10.532630 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8898442 May 10 17:11:10.533208 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Pushing event updated for resources: {'Network': ['ID=b05e2d32-e45c-4d37-b711-ba1bc02235d8,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:11:10.558674 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:11:10.566934 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:11:10.689196 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:12.337497 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:12.863021 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 44866) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:11:13.072315 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cb8042-ac74-44de-be2b-28c93c8aa487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:11:13.073667 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-c4cb8042-ac74-44de-be2b-28c93c8aa487 admin admin] 10.222.0.16 "GET /v2.0/subnets/320b83ac-14a1-4a66-97cd-be359912696e HTTP/1.1" status: 200 len: 849 time: 0.2097931 May 10 17:11:13.227689 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-ad3bd297-37e1-4b2c-a9d9-139c59a9472b admin admin] 10.222.0.16 "GET /v2.0/routers/23bd4129-9009-4dfc-88ab-ceea23d4967a HTTP/1.1" status: 200 len: 704 time: 0.1479893 May 10 17:11:13.682798 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:13.910274 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Allocated IP 172.20.0.1 (1ebac582-4464-4f38-95a2-58fe06f94de5/320b83ac-14a1-4a66-97cd-be359912696e/e1c005fc-46b6-487a-89f5-9bd238278389) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:11:14.071122 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:14.088834 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Transition to ACTIVE for port object e1c005fc-46b6-487a-89f5-9bd238278389 will not be triggered until provisioned by entity DHCP. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:11:14.144465 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:14.148039 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:11:14.205697 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Network 1ebac582-4464-4f38-95a2-58fe06f94de5 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:11:14.208334 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:11:14.220053 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:11:14.220555 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384723'] for router_interface, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:14.329753 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Pushing event updated for resources: {'Port': ['ID=e1c005fc-46b6-487a-89f5-9bd238278389,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:11:14.351583 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:11:14.422921 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-e62c7d51-e39a-41ca-98c7-84219d8a9375 None None] Provisioning for port e1c005fc-46b6-487a-89f5-9bd238278389 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:11:14.427800 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-e62c7d51-e39a-41ca-98c7-84219d8a9375 None None] Provisioning complete for port e1c005fc-46b6-487a-89f5-9bd238278389 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:11:14.428169 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-e62c7d51-e39a-41ca-98c7-84219d8a9375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:14.491123 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-e62c7d51-e39a-41ca-98c7-84219d8a9375 None None] Port e1c005fc-46b6-487a-89f5-9bd238278389 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:11:14.533104 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:14.761304 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:14.765982 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:14.767009 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384624'] for router_interface, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:14.771063 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:11:14.898256 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Pushing event updated for resources: {'Port': ['ID=e1c005fc-46b6-487a-89f5-9bd238278389,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:11:14.902122 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:11:14.959107 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Network 1ebac582-4464-4f38-95a2-58fe06f94de5 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:11:14.960147 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:11:15.167801 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Router 23bd4129-9009-4dfc-88ab-ceea23d4967a is scheduled to L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 with binding_index 1 {{(pid=78664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:11:15.213888 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-a3e0d6a8-5287-4c19-b33a-16675abc3081 None None] Provisioning complete for port e1c005fc-46b6-487a-89f5-9bd238278389 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:11:15.214270 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-a3e0d6a8-5287-4c19-b33a-16675abc3081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:15.267172 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-a3e0d6a8-5287-4c19-b33a-16675abc3081 None None] Port e1c005fc-46b6-487a-89f5-9bd238278389 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:11:15.320169 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:11:15.330049 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Sync routers for ids ['23bd4129-9009-4dfc-88ab-ceea23d4967a'] in dv-cinder-786385-3-iscsi {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:11:15.330967 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] 10.222.0.16 "PUT /v2.0/routers/23bd4129-9009-4dfc-88ab-ceea23d4967a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0983293 May 10 17:11:15.339794 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Routers {'23bd4129-9009-4dfc-88ab-ceea23d4967a'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:11:15.340661 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:11:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['23bd4129-9009-4dfc-88ab-ceea23d4967a'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:11:15.514652 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Set router 23bd4129-9009-4dfc-88ab-ceea23d4967a gateway port host: None {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:11:15.879714 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bd4129-9009-4dfc-88ab-ceea23d4967a', 'name': 'router1', 'tenant_id': '90014634db77447baa8f9740cc81618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:11:04Z', 'updated_at': '2021-05-10T17:11:14Z', 'revision_number': 2, 'project_id': '90014634db77447baa8f9740cc81618b', 'gw_port_host': None, '_interfaces': [{'id': 'e1c005fc-46b6-487a-89f5-9bd238278389', 'name': '', 'network_id': '1ebac582-4464-4f38-95a2-58fe06f94de5', 'tenant_id': '90014634db77447baa8f9740cc81618b', 'mac_address': 'fa:16:3e:18:8e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bd4129-9009-4dfc-88ab-ceea23d4967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '320b83ac-14a1-4a66-97cd-be359912696e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:11:13Z', 'updated_at': '2021-05-10T17:11:14Z', 'revision_number': 2, 'project_id': '90014634db77447baa8f9740cc81618b', 'subnets': [{'id': '320b83ac-14a1-4a66-97cd-be359912696e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afdecefa-9a12-423d-9923-2104320c5e3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:11:15.884624 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Checking router: 23bd4129-9009-4dfc-88ab-ceea23d4967a for host: dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:11:15.885026 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Updating router 23bd4129-9009-4dfc-88ab-ceea23d4967a port e1c005fc-46b6-487a-89f5-9bd238278389 binding host dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:11:15.938320 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:16.323608 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Notify callbacks [] for port, precommit_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:16.340014 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.provisioning_blocks [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Transition to ACTIVE for port object e1c005fc-46b6-487a-89f5-9bd238278389 will not be triggered until provisioned by entity L2. {{(pid=78666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:11:16.348102 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:16.354395 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:11:16.656235 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Pushing event updated for resources: {'Port': ['ID=e1c005fc-46b6-487a-89f5-9bd238278389,revision_number=3']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:11:16.674380 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:16.674833 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:16.675609 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:16.676128 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:16.676630 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:16.677207 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:16.677716 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:16.678251 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:16.678810 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:16.679358 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:16.679921 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:16.680470 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Tracked resource versions report: May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: pushed versions: May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: { 'AddressGroup': {'1.2'}, May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'ConntrackHelper': {'1.0'}, May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Log': {'1.0'}, May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Network': {'1.1'}, May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Port': {'1.7'}, May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'PortForwarding': {'1.2'}, May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'QosPolicy': {'1.8'}, May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'SecurityGroup': {'1.4'}, May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'SecurityGroupRule': {'1.2'}, May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'SubPort': {'1.0'}, May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Subnet': {'1.1'}, May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Trunk': {'1.1'}} May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: consumer versions: May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: { DHCP agent@dv-cinder-786385-3-iscsi: {}, May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: L3 agent@dv-cinder-786385-3-iscsi: {}, May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: Metadata agent@dv-cinder-786385-3-iscsi: {}, May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: Metering agent@dv-cinder-786385-3-iscsi: {}, May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: Open vSwitch agent@dv-cinder-786385-3-iscsi: { 'AddressGroup': '1.2', May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'ConntrackHelper': '1.0', May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Log': '1.0', May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Network': '1.1', May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Port': '1.7', May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'PortForwarding': '1.2', May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'QosPolicy': '1.8', May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'SecurityGroup': '1.4', May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'SecurityGroupRule': '1.2', May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'SubPort': '1.0', May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Subnet': '1.1', May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Trunk': '1.1'}} May 10 17:11:16.682337 dv-cinder-786385-3-iscsi neutron-server[78666]: {{(pid=78666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:11:16.691858 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:11:16.693263 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Attempting to bind port e1c005fc-46b6-487a-89f5-9bd238278389 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:11:16.693917 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Attempting to bind port e1c005fc-46b6-487a-89f5-9bd238278389 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': 'e4564432-d56d-42cf-a04a-3b0572b08c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1ebac582-4464-4f38-95a2-58fe06f94de5'}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:11:16.694597 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Attempting to bind port e1c005fc-46b6-487a-89f5-9bd238278389 on network 1ebac582-4464-4f38-95a2-58fe06f94de5 {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:11:16.704082 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:11:16.704735 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Checking segment: {'id': 'e4564432-d56d-42cf-a04a-3b0572b08c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1ebac582-4464-4f38-95a2-58fe06f94de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:11:16.705505 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:16.706546 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Bound using segment: {'id': 'e4564432-d56d-42cf-a04a-3b0572b08c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1ebac582-4464-4f38-95a2-58fe06f94de5'} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:11:16.706923 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Bound port: e1c005fc-46b6-487a-89f5-9bd238278389, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4564432-d56d-42cf-a04a-3b0572b08c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1ebac582-4464-4f38-95a2-58fe06f94de5'}}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:11:16.707565 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:16.806332 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] For port e1c005fc-46b6-487a-89f5-9bd238278389, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:11:16.810449 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] For port e1c005fc-46b6-487a-89f5-9bd238278389, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=e1c005fc-46b6-487a-89f5-9bd238278389,segment=NetworkSegment(e4564432-d56d-42cf-a04a-3b0572b08c3f),segment_id=e4564432-d56d-42cf-a04a-3b0572b08c3f)] {{(pid=78666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:11:16.815909 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:16.819846 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:11:16.902217 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Routers {'23bd4129-9009-4dfc-88ab-ceea23d4967a'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:11:16.902859 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:11:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['23bd4129-9009-4dfc-88ab-ceea23d4967a'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:11:17.013523 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Pushing event updated for resources: {'Port': ['ID=e1c005fc-46b6-487a-89f5-9bd238278389,revision_number=4']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:11:17.022731 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:11:17.059303 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] Set router 23bd4129-9009-4dfc-88ab-ceea23d4967a gateway port host: None {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:11:17.384280 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bd4129-9009-4dfc-88ab-ceea23d4967a', 'name': 'router1', 'tenant_id': '90014634db77447baa8f9740cc81618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:11:04Z', 'updated_at': '2021-05-10T17:11:14Z', 'revision_number': 2, 'project_id': '90014634db77447baa8f9740cc81618b', 'gw_port_host': None, '_interfaces': [{'id': 'e1c005fc-46b6-487a-89f5-9bd238278389', 'name': '', 'network_id': '1ebac582-4464-4f38-95a2-58fe06f94de5', 'tenant_id': '90014634db77447baa8f9740cc81618b', 'mac_address': 'fa:16:3e:18:8e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bd4129-9009-4dfc-88ab-ceea23d4967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '320b83ac-14a1-4a66-97cd-be359912696e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:11:13Z', 'updated_at': '2021-05-10T17:11:16Z', 'revision_number': 4, 'project_id': '90014634db77447baa8f9740cc81618b', 'subnets': [{'id': '320b83ac-14a1-4a66-97cd-be359912696e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afdecefa-9a12-423d-9923-2104320c5e3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:11:17.388858 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fabaaf-71a7-4cc2-b58d-7f8065e1d178 None None] The sync data for ids ['23bd4129-9009-4dfc-88ab-ceea23d4967a'] in dv-cinder-786385-3-iscsi is: [{'id': '23bd4129-9009-4dfc-88ab-ceea23d4967a', 'name': 'router1', 'tenant_id': '90014634db77447baa8f9740cc81618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:11:04Z', 'updated_at': '2021-05-10T17:11:14Z', 'revision_number': 2, 'project_id': '90014634db77447baa8f9740cc81618b', 'gw_port_host': None, '_interfaces': [{'id': 'e1c005fc-46b6-487a-89f5-9bd238278389', 'name': '', 'network_id': '1ebac582-4464-4f38-95a2-58fe06f94de5', 'tenant_id': '90014634db77447baa8f9740cc81618b', 'mac_address': 'fa:16:3e:18:8e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bd4129-9009-4dfc-88ab-ceea23d4967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '320b83ac-14a1-4a66-97cd-be359912696e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:11:13Z', 'updated_at': '2021-05-10T17:11:16Z', 'revision_number': 4, 'project_id': '90014634db77447baa8f9740cc81618b', 'subnets': [{'id': '320b83ac-14a1-4a66-97cd-be359912696e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afdecefa-9a12-423d-9923-2104320c5e3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:11:17.503434 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 44888) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:11:17.647437 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12384711-7891-40c4-8940-19d019c99a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:11:17.647927 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-12384711-7891-40c4-8940-19d019c99a35 admin admin] Synchronizing usage tracker for tenant:0e5423a98c984f889f83aae25ab9e0fd on resource:network {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:11:17.665248 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-12384711-7891-40c4-8940-19d019c99a35 admin admin] Unset dirty status for tenant:0e5423a98c984f889f83aae25ab9e0fd on resource:network {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:11:17.666662 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-12384711-7891-40c4-8940-19d019c99a35 admin admin] 10.222.0.16 "GET /v2.0/networks/b05e2d32-e45c-4d37-b711-ba1bc02235d8 HTTP/1.1" status: 200 len: 842 time: 0.1621387 May 10 17:11:17.676929 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:11:17.682330 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:11:17.686582 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] Usage tracker for resource:subnet and tenant:0e5423a98c984f889f83aae25ab9e0fd is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:11:17.689503 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:11:17.698849 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:11:17.709863 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] Made reservation on behalf of 0e5423a98c984f889f83aae25ab9e0fd for: {'subnet': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:11:17.712342 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:18.184737 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.objects.ports [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78664) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 10 17:11:18.185206 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for subnet, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:18.189011 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:11:18.260198 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17708f4f-4bae-44ce-83d3-4d42c02d2809,revision_number=0']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:11:18.264353 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] Checking segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:11:18.264706 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] Network hostable DHCP agents. Network: b05e2d32-e45c-4d37-b711-ba1bc02235d8, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:11:18.267408 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:11:18.285217 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:11:18.296685 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, b05e2d32-e45c-4d37-b711-ba1bc02235d8) {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:11:18.302177 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:11:18.303182 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:18.308131 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5948fd39-05c6-49b2-be03-452cc89045fe None None] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:11:18.329453 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6562440 May 10 17:11:18.521504 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d52c429-692d-43a2-8c2a-b373764af91e None None] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:11:20.620270 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 44902) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:11:20.819760 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-49fbcdea-f769-4d29-a1ab-a219c3f001ac admin admin] 10.222.0.16 "GET /v2.0/routers/23bd4129-9009-4dfc-88ab-ceea23d4967a HTTP/1.1" status: 200 len: 710 time: 0.1983829 May 10 17:11:20.953450 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b21fe42-f75d-49af-9ebb-aad77a4a6fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:11:20.955098 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-6b21fe42-f75d-49af-9ebb-aad77a4a6fe4 admin admin] 10.222.0.16 "GET /v2.0/networks/b05e2d32-e45c-4d37-b711-ba1bc02235d8 HTTP/1.1" status: 200 len: 886 time: 0.1275206 May 10 17:11:20.964128 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:11:21.405478 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16388505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16399131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8021'] for router, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:21.659261 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device e1c005fc-46b6-487a-89f5-9bd238278389 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:11:21.735556 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:21.762069 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port e1c005fc-46b6-487a-89f5-9bd238278389 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:11:21.767622 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port e1c005fc-46b6-487a-89f5-9bd238278389 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:11:21.768000 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:21.849002 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:21.910188 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:21.943543 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port e1c005fc-46b6-487a-89f5-9bd238278389, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=e1c005fc-46b6-487a-89f5-9bd238278389,segment=NetworkSegment(e4564432-d56d-42cf-a04a-3b0572b08c3f),segment_id=e4564432-d56d-42cf-a04a-3b0572b08c3f)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:11:21.947169 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:21.949867 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:11:21.986712 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Allocated IP 172.27.0.180 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/74dfbb62-720a-4f6d-9ec8-5d563eab7677) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:11:22.026540 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=e1c005fc-46b6-487a-89f5-9bd238278389,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:11:22.030142 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:11:22.131155 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:22.161516 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:22.166138 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-397172c8-a8eb-404d-8765-62af88ef9aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:11:22.220316 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:11:22.223003 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:11:22.225530 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:11:22.346970 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Pushing event updated for resources: {'Port': ['ID=74dfbb62-720a-4f6d-9ec8-5d563eab7677,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:11:22.351233 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:11:22.615564 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:22.947685 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16388505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16399131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8021'] for router, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:22.951547 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16389943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16389893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16399116'] for router, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:23.178983 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Router 23bd4129-9009-4dfc-88ab-ceea23d4967a has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:11:23.352310 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:11:23.362052 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Notify callbacks [] for router, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:23.362304 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Sync routers for ids ['23bd4129-9009-4dfc-88ab-ceea23d4967a'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:11:23.365049 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] 10.222.0.16 "PUT /v2.0/routers/23bd4129-9009-4dfc-88ab-ceea23d4967a HTTP/1.1" status: 200 len: 890 time: 2.4029000 May 10 17:11:23.372523 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Routers {'23bd4129-9009-4dfc-88ab-ceea23d4967a'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:11:23.373894 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:11:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['23bd4129-9009-4dfc-88ab-ceea23d4967a'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:11:23.599107 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Set router 23bd4129-9009-4dfc-88ab-ceea23d4967a gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:11:23.656746 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device e1c005fc-46b6-487a-89f5-9bd238278389 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:11:23.913689 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port e1c005fc-46b6-487a-89f5-9bd238278389 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:11:23.913974 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:24.115482 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bd4129-9009-4dfc-88ab-ceea23d4967a', 'name': 'router1', 'tenant_id': '90014634db77447baa8f9740cc81618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '74dfbb62-720a-4f6d-9ec8-5d563eab7677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:11:04Z', 'updated_at': '2021-05-10T17:11:22Z', 'revision_number': 4, 'project_id': '90014634db77447baa8f9740cc81618b', 'gw_port': {'id': '74dfbb62-720a-4f6d-9ec8-5d563eab7677', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bd4129-9009-4dfc-88ab-ceea23d4967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:11:21Z', 'updated_at': '2021-05-10T17:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': 'e1c005fc-46b6-487a-89f5-9bd238278389', 'name': '', 'network_id': '1ebac582-4464-4f38-95a2-58fe06f94de5', 'tenant_id': '90014634db77447baa8f9740cc81618b', 'mac_address': 'fa:16:3e:18:8e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bd4129-9009-4dfc-88ab-ceea23d4967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '320b83ac-14a1-4a66-97cd-be359912696e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:11:13Z', 'updated_at': '2021-05-10T17:11:21Z', 'revision_number': 5, 'project_id': '90014634db77447baa8f9740cc81618b', 'subnets': [{'id': '320b83ac-14a1-4a66-97cd-be359912696e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afdecefa-9a12-423d-9923-2104320c5e3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:11:24.121954 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Checking router: 23bd4129-9009-4dfc-88ab-ceea23d4967a for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:11:24.122301 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Updating router 23bd4129-9009-4dfc-88ab-ceea23d4967a port 74dfbb62-720a-4f6d-9ec8-5d563eab7677 binding host dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:11:24.175819 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:24.510949 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Notify callbacks [] for port, precommit_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:24.522804 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Transition to ACTIVE for port object 74dfbb62-720a-4f6d-9ec8-5d563eab7677 will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:11:24.530738 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:24.535697 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-d782e466-54e2-4bbe-817d-248edf76db37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:11:24.616303 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75a05e-4c08-428e-8be4-31eaa9c4f084 None None] Pushing event updated for resources: {'Port': ['ID=74dfbb62-720a-4f6d-9ec8-5d563eab7677,revision_number=2']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:11:24.618588 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Attempting to bind port 74dfbb62-720a-4f6d-9ec8-5d563eab7677 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:11:24.618963 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Attempting to bind port 74dfbb62-720a-4f6d-9ec8-5d563eab7677 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:11:24.619332 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Attempting to bind port 74dfbb62-720a-4f6d-9ec8-5d563eab7677 on network b05e2d32-e45c-4d37-b711-ba1bc02235d8 {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:11:24.621589 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-7a75a05e-4c08-428e-8be4-31eaa9c4f084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:11:24.626417 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:11:24.626788 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Checking segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:11:24.627196 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:24.627587 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Bound using segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:11:24.628084 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Bound port: 74dfbb62-720a-4f6d-9ec8-5d563eab7677, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:11:24.628479 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:24.703540 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] For port 74dfbb62-720a-4f6d-9ec8-5d563eab7677, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:11:24.706926 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] For port 74dfbb62-720a-4f6d-9ec8-5d563eab7677, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=74dfbb62-720a-4f6d-9ec8-5d563eab7677,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:11:24.712665 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:24.717748 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:11:24.803647 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Routers {'23bd4129-9009-4dfc-88ab-ceea23d4967a'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:11:24.804277 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:11:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['23bd4129-9009-4dfc-88ab-ceea23d4967a'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:11:24.850599 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75a05e-4c08-428e-8be4-31eaa9c4f084 None None] Pushing event updated for resources: {'Port': ['ID=74dfbb62-720a-4f6d-9ec8-5d563eab7677,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:11:24.863342 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-7a75a05e-4c08-428e-8be4-31eaa9c4f084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:11:24.987994 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] Set router 23bd4129-9009-4dfc-88ab-ceea23d4967a gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:11:25.346890 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bd4129-9009-4dfc-88ab-ceea23d4967a', 'name': 'router1', 'tenant_id': '90014634db77447baa8f9740cc81618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '74dfbb62-720a-4f6d-9ec8-5d563eab7677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:11:04Z', 'updated_at': '2021-05-10T17:11:22Z', 'revision_number': 4, 'project_id': '90014634db77447baa8f9740cc81618b', 'gw_port': {'id': '74dfbb62-720a-4f6d-9ec8-5d563eab7677', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bd4129-9009-4dfc-88ab-ceea23d4967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:11:21Z', 'updated_at': '2021-05-10T17:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': 'e1c005fc-46b6-487a-89f5-9bd238278389', 'name': '', 'network_id': '1ebac582-4464-4f38-95a2-58fe06f94de5', 'tenant_id': '90014634db77447baa8f9740cc81618b', 'mac_address': 'fa:16:3e:18:8e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bd4129-9009-4dfc-88ab-ceea23d4967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '320b83ac-14a1-4a66-97cd-be359912696e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:11:13Z', 'updated_at': '2021-05-10T17:11:21Z', 'revision_number': 5, 'project_id': '90014634db77447baa8f9740cc81618b', 'subnets': [{'id': '320b83ac-14a1-4a66-97cd-be359912696e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afdecefa-9a12-423d-9923-2104320c5e3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:11:25.351070 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c573b5-27c8-46e3-80b5-284a59eacccb None None] The sync data for ids ['23bd4129-9009-4dfc-88ab-ceea23d4967a'] in dv-cinder-786385-3-iscsi is: [{'id': '23bd4129-9009-4dfc-88ab-ceea23d4967a', 'name': 'router1', 'tenant_id': '90014634db77447baa8f9740cc81618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '74dfbb62-720a-4f6d-9ec8-5d563eab7677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:11:04Z', 'updated_at': '2021-05-10T17:11:22Z', 'revision_number': 4, 'project_id': '90014634db77447baa8f9740cc81618b', 'gw_port': {'id': '74dfbb62-720a-4f6d-9ec8-5d563eab7677', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bd4129-9009-4dfc-88ab-ceea23d4967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:11:21Z', 'updated_at': '2021-05-10T17:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': 'e1c005fc-46b6-487a-89f5-9bd238278389', 'name': '', 'network_id': '1ebac582-4464-4f38-95a2-58fe06f94de5', 'tenant_id': '90014634db77447baa8f9740cc81618b', 'mac_address': 'fa:16:3e:18:8e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bd4129-9009-4dfc-88ab-ceea23d4967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '320b83ac-14a1-4a66-97cd-be359912696e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:11:13Z', 'updated_at': '2021-05-10T17:11:21Z', 'revision_number': 5, 'project_id': '90014634db77447baa8f9740cc81618b', 'subnets': [{'id': '320b83ac-14a1-4a66-97cd-be359912696e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afdecefa-9a12-423d-9923-2104320c5e3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:11:25.697840 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 74dfbb62-720a-4f6d-9ec8-5d563eab7677 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:11:25.790412 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 74dfbb62-720a-4f6d-9ec8-5d563eab7677 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:11:25.797137 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 74dfbb62-720a-4f6d-9ec8-5d563eab7677 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:11:25.797898 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:25.808181 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 44912) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:11:25.963580 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:25.982261 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-4b94100a-5827-4261-82c9-09f2f105c31e admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1728876 May 10 17:11:25.988200 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 74dfbb62-720a-4f6d-9ec8-5d563eab7677, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=74dfbb62-720a-4f6d-9ec8-5d563eab7677,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:11:25.998403 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:26.001020 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:11:26.091858 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=74dfbb62-720a-4f6d-9ec8-5d563eab7677,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:11:26.098511 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:11:27.675540 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 74dfbb62-720a-4f6d-9ec8-5d563eab7677 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:11:27.778793 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 74dfbb62-720a-4f6d-9ec8-5d563eab7677 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:11:27.779268 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:37.252020 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-1e62407d-f2ae-4cd3-8501-b03b1a084c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:39.819371 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:39.846685 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-03529ea6-ab06-4830-bd72-c9a0fcd45316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:40.682945 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:11:41.263158 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 5 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:11:42.364084 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:12:07.264884 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-a12b85a5-b6bf-4ed3-9abc-5b8e6b7b7523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:12:09.833946 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:12:09.843160 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-cfdbf151-57d7-413c-8f40-6c8fe2e4cf45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:12:10.684438 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:12:12.360969 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:12:18.262706 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 5 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:12:37.257416 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-959348d0-7435-475c-9534-e66fd5af24a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:12:39.834968 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:12:39.840634 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-54702a2c-0af1-463f-986d-20e3963a6e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:12:40.687707 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:12:42.362876 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:12:55.261499 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 5 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:13:01.467368 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 45484) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:13:01.532687 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6f1fb5-58c8-411c-b843-91cb9b470cef admin admin] GET failed (client error): The resource could not be found. May 10 17:13:01.533968 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-9d6f1fb5-58c8-411c-b843-91cb9b470cef admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0656402 May 10 17:13:01.664161 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b807b05-2c7a-40d1-b8db-fb3c08ef9691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:01.665655 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-2b807b05-2c7a-40d1-b8db-fb3c08ef9691 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1280503 May 10 17:13:03.768755 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 45494) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:13:03.874786 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9febeb40-2a48-48c5-8e63-6b9ccf649ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:03.875341 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-9febeb40-2a48-48c5-8e63-6b9ccf649ce5 admin admin] Synchronizing usage tracker for tenant:0e5423a98c984f889f83aae25ab9e0fd on resource:subnet {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:13:03.890227 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-9febeb40-2a48-48c5-8e63-6b9ccf649ce5 admin admin] Unset dirty status for tenant:0e5423a98c984f889f83aae25ab9e0fd on resource:subnet {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:13:03.893401 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-9febeb40-2a48-48c5-8e63-6b9ccf649ce5 admin admin] 10.222.0.16 "GET /v2.0/subnets/320b83ac-14a1-4a66-97cd-be359912696e HTTP/1.1" status: 200 len: 849 time: 0.1236038 May 10 17:13:03.901129 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:13:04.018502 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Notify callbacks [] for subnet, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:04.203997 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781908240222'] for subnet, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:04.208429 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:13:04.249360 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:04.249953 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:04.251213 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] 10.222.0.16 "PUT /v2.0/subnets/320b83ac-14a1-4a66-97cd-be359912696e HTTP/1.1" status: 200 len: 868 time: 0.3544986 May 10 17:13:04.268594 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3710b1-a407-423a-85af-93931b8f9ea8 None None] Network 1ebac582-4464-4f38-95a2-58fe06f94de5 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:13:04.276786 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=320b83ac-14a1-4a66-97cd-be359912696e,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:13:04.284722 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:04.285112 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:04.285428 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:04.285757 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:04.286088 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:04.286413 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:04.286734 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:04.287054 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:04.287892 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:04.287892 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:04.288086 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:04.288333 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:04.291929 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:13:04.745028 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-5875414a-9a86-4869-9755-3724809d823f None None] Provisioning complete for port 6a3ebb06-7bd3-4695-bae9-387318751006 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:13:04.745411 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-5875414a-9a86-4869-9755-3724809d823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:04.874586 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-5875414a-9a86-4869-9755-3724809d823f None None] Provisioning complete for port e1c005fc-46b6-487a-89f5-9bd238278389 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:13:04.874966 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-5875414a-9a86-4869-9755-3724809d823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:06.375853 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 45504) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:13:06.554256 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39403cbe-2c9f-4c02-898c-0e11a450a30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:06.554664 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39403cbe-2c9f-4c02-898c-0e11a450a30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:06.556195 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-39403cbe-2c9f-4c02-898c-0e11a450a30a admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1794016 May 10 17:13:07.264974 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-033c7c6d-50e1-47c3-92eb-e28d98ffa821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:08.719971 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 45514) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:13:08.891657 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8588c0-ed9f-4f4e-8bf0-68fec296557c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:08.892150 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8588c0-ed9f-4f4e-8bf0-68fec296557c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:08.893709 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-dd8588c0-ed9f-4f4e-8bf0-68fec296557c admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1728129 May 10 17:13:09.857936 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:09.861310 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-f1b48114-7598-4a3c-ae72-a397ec54fd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:10.688878 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:11.005718 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 45524) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:13:11.177657 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a6b310-5986-4ae5-8cdf-3f0c65c09856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:11.179570 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-e2a6b310-5986-4ae5-8cdf-3f0c65c09856 admin admin] 10.222.0.16 "GET /v2.0/networks/1ebac582-4464-4f38-95a2-58fe06f94de5 HTTP/1.1" status: 200 len: 869 time: 0.1728904 May 10 17:13:12.364616 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:13.260685 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 45534) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:13:13.427543 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c428c2-4f9c-48bb-a53a-4be9b86acc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:13.429448 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-38c428c2-4f9c-48bb-a53a-4be9b86acc53 admin admin] 10.222.0.16 "GET /v2.0/networks/b05e2d32-e45c-4d37-b711-ba1bc02235d8 HTTP/1.1" status: 200 len: 886 time: 0.1677530 May 10 17:13:15.516710 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 45544) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:13:15.621643 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5ed1e6-54cd-4d98-b1dd-5a7d0e71e7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:15.622113 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5ed1e6-54cd-4d98-b1dd-5a7d0e71e7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:15.623642 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-9b5ed1e6-54cd-4d98-b1dd-5a7d0e71e7f2 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1059744 May 10 17:13:17.751619 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 45554) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:13:17.861023 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3351f36-6b42-4a74-8aaf-59dce85abf79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:17.861540 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3351f36-6b42-4a74-8aaf-59dce85abf79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:17.863062 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-d3351f36-6b42-4a74-8aaf-59dce85abf79 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1104834 May 10 17:13:19.965520 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 45564) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:13:20.064740 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b586b6-fef3-4b61-9cc4-9b2ee1a702b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:20.066104 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-e3b586b6-fef3-4b61-9cc4-9b2ee1a702b5 admin admin] 10.222.0.16 "GET /v2.0/subnets/17708f4f-4bae-44ce-83d3-4d42c02d2809 HTTP/1.1" status: 200 len: 816 time: 0.0996675 May 10 17:13:22.156579 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 45574) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:13:22.261783 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ca2129-cfaa-4b6e-a74e-4d402bf025e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:22.263117 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-74ca2129-cfaa-4b6e-a74e-4d402bf025e0 admin admin] 10.222.0.16 "GET /v2.0/subnets/320b83ac-14a1-4a66-97cd-be359912696e HTTP/1.1" status: 200 len: 868 time: 0.1055670 May 10 17:13:32.259623 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 5 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:13:37.258521 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-cbe3939b-79dd-43ba-b241-0fcac36126f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:39.841981 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:39.844621 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-4b90d7eb-f570-4562-b246-c3d1e4b9edf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:40.690922 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:42.371174 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:45.157036 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 45618) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:13:45.204668 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [None req-f3442477-ce63-456b-bbed-1e4f7112ed53 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:13:45.205683 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-f3442477-ce63-456b-bbed-1e4f7112ed53 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477202 May 10 17:13:47.403534 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 45628) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:13:47.473890 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36721c1-8647-4de4-96da-c14ad0acb798 admin admin] GET failed (client error): The resource could not be found. May 10 17:13:47.475209 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-f36721c1-8647-4de4-96da-c14ad0acb798 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0707345 May 10 17:13:47.660857 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6631f41-9877-441d-a4de-109659abdfd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:47.662336 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-f6631f41-9877-441d-a4de-109659abdfd6 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1832747 May 10 17:13:49.812689 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 45638) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:13:49.860445 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-555ee5cf-6b29-4664-85a2-03dd36910336 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:13:49.865726 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-555ee5cf-6b29-4664-85a2-03dd36910336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:13:49.875134 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-555ee5cf-6b29-4664-85a2-03dd36910336 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:13:49.884523 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555ee5cf-6b29-4664-85a2-03dd36910336 admin admin] Made reservation on behalf of 0e5423a98c984f889f83aae25ab9e0fd for: {'network': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:13:49.886778 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-555ee5cf-6b29-4664-85a2-03dd36910336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:49.979254 dv-cinder-786385-3-iscsi neutron-server[78664]: WARNING neutron.services.revisions.revision_plugin [None req-555ee5cf-6b29-4664-85a2-03dd36910336 admin admin] Could not find related network for resource to bump revision. May 10 17:13:49.992966 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555ee5cf-6b29-4664-85a2-03dd36910336 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=78664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:13:50.002875 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-555ee5cf-6b29-4664-85a2-03dd36910336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:50.003251 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.segments_db [None req-555ee5cf-6b29-4664-85a2-03dd36910336 admin admin] Added segment 2d1a967c-eae2-4cac-bafd-a439358a863b of type vlan for network d4480398-7261-4bd3-a151-a6ce3740ba26 May 10 17:13:50.027920 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-555ee5cf-6b29-4664-85a2-03dd36910336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:50.057125 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-555ee5cf-6b29-4664-85a2-03dd36910336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:50.058403 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555ee5cf-6b29-4664-85a2-03dd36910336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:50.058973 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-555ee5cf-6b29-4664-85a2-03dd36910336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:50.062009 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:13:50.161808 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-555ee5cf-6b29-4664-85a2-03dd36910336 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3479803 May 10 17:13:50.162401 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ee5cf-6b29-4664-85a2-03dd36910336 admin admin] Pushing event updated for resources: {'Network': ['ID=d4480398-7261-4bd3-a151-a6ce3740ba26,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:13:50.165107 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-555ee5cf-6b29-4664-85a2-03dd36910336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:13:50.174441 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network d4480398-7261-4bd3-a151-a6ce3740ba26 details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:13:52.379668 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 45648) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:13:52.449684 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb903772-1b2b-4d28-8451-84fd4f7267f0 admin admin] GET failed (client error): The resource could not be found. May 10 17:13:52.450210 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-cb903772-1b2b-4d28-8451-84fd4f7267f0 admin admin] Synchronizing usage tracker for tenant:0e5423a98c984f889f83aae25ab9e0fd on resource:network {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:13:52.464581 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-cb903772-1b2b-4d28-8451-84fd4f7267f0 admin admin] Unset dirty status for tenant:0e5423a98c984f889f83aae25ab9e0fd on resource:network {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:13:52.465725 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-cb903772-1b2b-4d28-8451-84fd4f7267f0 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0851240 May 10 17:13:52.569748 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29350c01-61e4-47d1-b67a-50efe72d2110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:52.571615 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-29350c01-61e4-47d1-b67a-50efe72d2110 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1020305 May 10 17:13:52.581050 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-265c99d7-d903-4653-8f08-2e07c3618c2f admin admin] Request body: {'subnet': {'network_id': 'd4480398-7261-4bd3-a151-a6ce3740ba26', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:13:52.585378 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-265c99d7-d903-4653-8f08-2e07c3618c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:13:52.594577 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-265c99d7-d903-4653-8f08-2e07c3618c2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:13:52.605116 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265c99d7-d903-4653-8f08-2e07c3618c2f admin admin] Made reservation on behalf of 0e5423a98c984f889f83aae25ab9e0fd for: {'subnet': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:13:52.607353 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-265c99d7-d903-4653-8f08-2e07c3618c2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:52.990062 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-265c99d7-d903-4653-8f08-2e07c3618c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for subnet, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:52.993570 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:13:53.061722 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c99d7-d903-4653-8f08-2e07c3618c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1384c52b-4d74-47aa-996a-458e480f8088,revision_number=0']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:13:53.065034 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-265c99d7-d903-4653-8f08-2e07c3618c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:13:53.070517 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c99d7-d903-4653-8f08-2e07c3618c2f admin admin] Checking segment: {'id': '2d1a967c-eae2-4cac-bafd-a439358a863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4480398-7261-4bd3-a151-a6ce3740ba26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:13:53.070859 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265c99d7-d903-4653-8f08-2e07c3618c2f admin admin] Network hostable DHCP agents. Network: d4480398-7261-4bd3-a151-a6ce3740ba26, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:13:53.086717 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265c99d7-d903-4653-8f08-2e07c3618c2f admin admin] Network d4480398-7261-4bd3-a151-a6ce3740ba26 is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:13:53.095545 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-265c99d7-d903-4653-8f08-2e07c3618c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, d4480398-7261-4bd3-a151-a6ce3740ba26) {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:13:53.100554 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265c99d7-d903-4653-8f08-2e07c3618c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:13:53.101169 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-265c99d7-d903-4653-8f08-2e07c3618c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:53.104886 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4cc2fb-6f99-42d8-974e-35d63227d8c6 None None] Network d4480398-7261-4bd3-a151-a6ce3740ba26 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:13:53.126314 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-265c99d7-d903-4653-8f08-2e07c3618c2f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5486472 May 10 17:13:53.336819 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f505eac-e142-5046-a4ca-39a60f4d7dd4-d4480398-7261-4bd3-a151-a6ce3740ba26', 'network_id': 'd4480398-7261-4bd3-a151-a6ce3740ba26', 'tenant_id': '0e5423a98c984f889f83aae25ab9e0fd', 'fixed_ips': [{'subnet_id': '1384c52b-4d74-47aa-996a-458e480f8088'}]}} from dv-cinder-786385-3-iscsi. {{(pid=78665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:13:53.337704 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:53.499864 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.db_base_plugin_common [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Allocated IP 192.168.233.2 (d4480398-7261-4bd3-a151-a6ce3740ba26/1384c52b-4d74-47aa-996a-458e480f8088/a7e7920e-e3c7-4e70-94a3-240d7ec31437) {{(pid=78665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:13:53.712180 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Notify callbacks [] for port, precommit_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:53.722704 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Transition to ACTIVE for port object a7e7920e-e3c7-4e70-94a3-240d7ec31437 will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:13:53.741377 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Transition to ACTIVE for port object a7e7920e-e3c7-4e70-94a3-240d7ec31437 will not be triggered until provisioned by entity DHCP. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:13:53.748459 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:53.753271 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:13:53.810627 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Network d4480398-7261-4bd3-a151-a6ce3740ba26 is already hosted by enough agents. {{(pid=78665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:13:53.813533 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.base_scheduler [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Resources bound (agent type, host, resource id): {{(pid=78665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:13:53.829080 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Received port after_create {{(pid=78665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:13:53.831233 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Pushing event updated for resources: {'Port': ['ID=a7e7920e-e3c7-4e70-94a3-240d7ec31437,revision_number=1']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:13:53.864181 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:53.864527 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:53.864864 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:53.865216 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:53.865547 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:53.865869 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:53.866191 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:53.866511 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:53.866855 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:53.867175 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:53.867493 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:53.867802 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:13:53.876826 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:13:53.936390 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Attempting to bind port a7e7920e-e3c7-4e70-94a3-240d7ec31437 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:13:53.936764 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Attempting to bind port a7e7920e-e3c7-4e70-94a3-240d7ec31437 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '2d1a967c-eae2-4cac-bafd-a439358a863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4480398-7261-4bd3-a151-a6ce3740ba26'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:13:53.937160 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Attempting to bind port a7e7920e-e3c7-4e70-94a3-240d7ec31437 on network d4480398-7261-4bd3-a151-a6ce3740ba26 {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:13:53.944362 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:13:53.944659 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Checking segment: {'id': '2d1a967c-eae2-4cac-bafd-a439358a863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4480398-7261-4bd3-a151-a6ce3740ba26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:13:53.945125 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:53.945600 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Bound using segment: {'id': '2d1a967c-eae2-4cac-bafd-a439358a863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4480398-7261-4bd3-a151-a6ce3740ba26'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:13:53.946082 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Bound port: a7e7920e-e3c7-4e70-94a3-240d7ec31437, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1a967c-eae2-4cac-bafd-a439358a863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4480398-7261-4bd3-a151-a6ce3740ba26'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:13:53.946475 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:54.042542 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] For port a7e7920e-e3c7-4e70-94a3-240d7ec31437, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:13:54.046516 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] For port a7e7920e-e3c7-4e70-94a3-240d7ec31437, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=a7e7920e-e3c7-4e70-94a3-240d7ec31437,segment=NetworkSegment(2d1a967c-eae2-4cac-bafd-a439358a863b),segment_id=2d1a967c-eae2-4cac-bafd-a439358a863b)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:13:54.051710 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:54.055923 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:13:54.136171 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Pushing event updated for resources: {'Port': ['ID=a7e7920e-e3c7-4e70-94a3-240d7ec31437,revision_number=2']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:13:54.142078 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:13:54.985791 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c963420-aadd-4ecd-aeba-fdc770f59973 None None] Network d4480398-7261-4bd3-a151-a6ce3740ba26 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:13:55.097229 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-1d8a7e42-7c5c-41b6-8d2a-d36fd11bac66 None None] Provisioning for port a7e7920e-e3c7-4e70-94a3-240d7ec31437 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:13:55.796128 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device a7e7920e-e3c7-4e70-94a3-240d7ec31437 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:13:55.874380 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port a7e7920e-e3c7-4e70-94a3-240d7ec31437 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:13:55.881541 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port a7e7920e-e3c7-4e70-94a3-240d7ec31437 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:13:55.881916 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:56.008123 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:56.039915 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port a7e7920e-e3c7-4e70-94a3-240d7ec31437, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=a7e7920e-e3c7-4e70-94a3-240d7ec31437,segment=NetworkSegment(2d1a967c-eae2-4cac-bafd-a439358a863b),segment_id=2d1a967c-eae2-4cac-bafd-a439358a863b)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:13:56.043811 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:13:56.047031 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:13:56.140335 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=a7e7920e-e3c7-4e70-94a3-240d7ec31437,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:13:56.144053 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:13:57.767262 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device a7e7920e-e3c7-4e70-94a3-240d7ec31437 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:13:57.835801 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port a7e7920e-e3c7-4e70-94a3-240d7ec31437 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:13:57.836169 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:14:07.262985 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-96a5a01c-e430-46db-8791-ef5a732d0ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:14:09.259457 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 5 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:14:09.843453 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-f4fdb8dd-a3d9-4681-bbfa-bda464bf96fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:14:09.845265 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:14:10.696624 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:14:12.375430 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:14:37.265107 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-efb8e0b8-0a06-461a-82ce-9d72aa7fa74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:14:39.844799 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-9bf6c587-47e7-4e1f-af1f-6231e20a886c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:14:39.848760 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:14:40.699722 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:14:42.379248 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:14:46.258474 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 5 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:14:58.834652 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 45698) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:14:58.840642 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [None req-f04ce040-3743-45ae-81de-ba0b91cb9e71 tempest-verify_tempest_config-1511331781 tempest-verify_tempest_config-1511331781-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:14:58.841605 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-f04ce040-3743-45ae-81de-ba0b91cb9e71 tempest-verify_tempest_config-1511331781 tempest-verify_tempest_config-1511331781-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059996 May 10 17:14:59.164769 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 45716) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:14:59.278817 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:14:59.293738 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:14:59.297567 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Usage tracker for resource:security_group_rule and tenant:e2c4ad1697cd48dca32f5e1a386130e4 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:14:59.300312 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:14:59.306214 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:14:59.393500 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:14:59.397169 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:14:59.404510 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:14:59.442438 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93f8131-5fbd-440e-8928-3e047156bd40,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:14:59.446541 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Synchronizing usage tracker for tenant:0e5423a98c984f889f83aae25ab9e0fd on resource:security_group {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:14:59.453814 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:14:59.454170 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:14:59.454503 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:14:59.454826 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:14:59.455140 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:14:59.455477 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:14:59.455795 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:14:59.456107 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:14:59.456435 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:14:59.456748 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:14:59.457083 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:14:59.457393 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:14:59.462933 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:14:59.474368 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Unset dirty status for tenant:0e5423a98c984f889f83aae25ab9e0fd on resource:security_group {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:14:59.475785 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2c4ad1697cd48dca32f5e1a386130e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3100305 May 10 17:14:59.478427 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 45722) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:14:59.535997 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-5f6267e0-c445-405a-82bb-81447c99856e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:14:59.562455 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-5f6267e0-c445-405a-82bb-81447c99856e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:14:59.653468 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-5f6267e0-c445-405a-82bb-81447c99856e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:14:59.657369 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:14:59.668812 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6267e0-c445-405a-82bb-81447c99856e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93f8131-5fbd-440e-8928-3e047156bd40,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:14:59.673261 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-5f6267e0-c445-405a-82bb-81447c99856e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:14:59.675116 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-5f6267e0-c445-405a-82bb-81447c99856e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:14:59.677104 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-5f6267e0-c445-405a-82bb-81447c99856e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d93f8131-5fbd-440e-8928-3e047156bd40 HTTP/1.1" status: 204 len: 168 time: 0.1977451 May 10 17:15:07.268541 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-9ee6145a-1908-4770-a70f-6a5bb3481af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:15:09.847502 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-e542b951-2181-41d5-ba89-ace11f4dd8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:15:09.854075 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:15:10.701616 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:15:12.382038 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:15:23.257339 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 5 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:15:37.269813 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-4462ed1e-63e0-4b33-9a7b-c45bd4a10cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:15:39.848080 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-603a55c6-ba40-4d50-ac1d-56a4679e1a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:15:39.850481 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:15:40.705700 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:15:42.385158 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:16:00.256893 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 5 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:16:07.272401 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-37935030-8978-47b4-80bc-00f316d55164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:16:09.849996 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:16:09.852055 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dcbdb0eb-e9b0-4b7b-9b1d-327735472dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:16:10.708078 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:16:12.388617 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:16:37.254672 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 5 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:16:37.274339 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-d30e8070-ff64-47ae-8ec3-8e2cba79e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:16:37.415613 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694'] for agent, after_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:16:39.850667 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:16:39.852420 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-952edec6-10e2-4ff2-8972-0205326408b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:16:40.713297 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:16:42.390601 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:16:52.600430 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 45794) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:16:52.711432 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-b58d8917-433c-42de-8f5d-10904397299f admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1098740 May 10 17:16:54.838937 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 45804) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:16:54.894297 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-985b5f8a-6615-4116-9cc0-a94064b865d5 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0542920 May 10 17:17:07.275480 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-e3cee7e2-6eb4-4718-9c3d-1fa8dff20fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:17:07.385977 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:17:09.850471 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:17:09.852086 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-f3635ff4-2ea7-4500-8cca-6a9edb073eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:17:10.714410 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:17:12.394310 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:17:14.254177 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:17:37.280750 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-62ef9133-7f92-4f17-b019-02fccc021973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:17:37.399325 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:17:39.851107 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:17:39.855661 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-069ab5a8-3c8f-43ed-aaaf-0dcb830a6a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:17:40.716825 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:17:42.396345 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:17:51.254267 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:18:07.282061 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-5ff087b7-de34-4cb6-9036-a70badf7414d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:07.395944 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:09.850142 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:09.859982 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-c754d665-893c-4606-8224-d34ec77e23fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:10.719827 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:12.402108 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:25.500159 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46022) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:25.589445 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46030) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:25.621783 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 46036) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:25.844354 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46048) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:25.863862 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-531387035-network', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:25.869825 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:25.875442 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Usage tracker for resource:network and tenant:62136d7f0f71473ab7a5bef1cbdb2804 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:25.879913 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:25.887314 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:25.905174 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-909496920-network', 'tenant_id': '36ab77e54c50411aa55aac321de05175'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:25.922386 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2069461510-network', 'tenant_id': '9bccd4acb8f14e2c89f70d682d458f36'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:25.923469 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:25.932945 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Usage tracker for resource:network and tenant:36ab77e54c50411aa55aac321de05175 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:25.935304 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:25.940030 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:25.945253 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Usage tracker for resource:network and tenant:9bccd4acb8f14e2c89f70d682d458f36 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:25.952783 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:25.955385 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:25.970152 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:25.982619 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Made reservation on behalf of 36ab77e54c50411aa55aac321de05175 for: {'network': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:18:25.985674 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:25.989968 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Made reservation on behalf of 62136d7f0f71473ab7a5bef1cbdb2804 for: {'network': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:18:25.995927 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.015811 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.026275 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.053183 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:26.054352 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Made reservation on behalf of 9bccd4acb8f14e2c89f70d682d458f36 for: {'network': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:18:26.059048 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.064018 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Usage tracker for resource:security_group_rule and tenant:36ab77e54c50411aa55aac321de05175 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:26.071124 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:26.083736 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:26.097349 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:26.104576 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:62136d7f0f71473ab7a5bef1cbdb2804 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:26.110407 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:26.120115 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.158973 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:26.174498 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:26.180428 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1185596038-network', 'tenant_id': '7cafaac4f5b54dcba53d7846f0ac3141'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:26.191174 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:26.195152 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.195437 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Usage tracker for resource:network and tenant:7cafaac4f5b54dcba53d7846f0ac3141 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:26.198876 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:26.200238 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.204607 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:26.206858 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:26.220431 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Usage tracker for resource:security_group_rule and tenant:9bccd4acb8f14e2c89f70d682d458f36 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:26.226981 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:26.239492 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=78664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:18:26.242041 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Made reservation on behalf of 7cafaac4f5b54dcba53d7846f0ac3141 for: {'network': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:18:26.244638 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.249150 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.249475 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.segments_db [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Added segment 21323863-531d-46a0-afc2-7c859e5588e3 of type vlan for network f5b047ab-a8ae-49d7-90db-71521d6a900a May 10 17:18:26.259726 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:26.280281 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.280770 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.311063 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a909d17-90e2-48ab-a016-730158fcea2c,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:26.320412 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:26.322583 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.323270 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.323813 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.324380 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.324970 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.325567 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.326089 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.326609 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.327164 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.327694 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.328218 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.328472 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Usage tracker for resource:security_group_rule and tenant:7cafaac4f5b54dcba53d7846f0ac3141 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:26.328938 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Tracked resource versions report: May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: pushed versions: May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: { 'AddressGroup': {'1.2'}, May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'ConntrackHelper': {'1.0'}, May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Log': {'1.0'}, May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Network': {'1.1'}, May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Port': {'1.7'}, May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'PortForwarding': {'1.2'}, May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'QosPolicy': {'1.8'}, May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'SecurityGroup': {'1.4'}, May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'SecurityGroupRule': {'1.2'}, May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'SubPort': {'1.0'}, May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Subnet': {'1.1'}, May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Trunk': {'1.1'}} May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: consumer versions: May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: { DHCP agent@dv-cinder-786385-3-iscsi: {}, May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: HyperV agent@hv-cinder-78638: {}, May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: L3 agent@dv-cinder-786385-3-iscsi: {}, May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: Metadata agent@dv-cinder-786385-3-iscsi: {}, May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: Metering agent@dv-cinder-786385-3-iscsi: {}, May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: Open vSwitch agent@dv-cinder-786385-3-iscsi: { 'AddressGroup': '1.2', May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'ConntrackHelper': '1.0', May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Log': '1.0', May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Network': '1.1', May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Port': '1.7', May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'PortForwarding': '1.2', May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'QosPolicy': '1.8', May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'SecurityGroup': '1.4', May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'SecurityGroupRule': '1.2', May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'SubPort': '1.0', May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Subnet': '1.1', May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: 'Trunk': '1.1'}} May 10 17:18:26.330121 dv-cinder-786385-3-iscsi neutron-server[78664]: {{(pid=78664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:18:26.349027 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:26.362478 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:26.363865 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.364931 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:26.365325 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:26.365994 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.371036 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-555ee5cf-6b29-4664-85a2-03dd36910336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:26.479020 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Pushing event updated for resources: {'Network': ['ID=f5b047ab-a8ae-49d7-90db-71521d6a900a,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:26.490431 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network f5b047ab-a8ae-49d7-90db-71521d6a900a details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:18:26.506117 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:26.520133 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.522469 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8996260 May 10 17:18:26.523052 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 46082) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:26.530724 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-33b62d5f-7ed6-41ae-bd3b-f1cc9a85e21d admin admin] Request body: {'subnet': {'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-subnet', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:26.539233 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-33b62d5f-7ed6-41ae-bd3b-f1cc9a85e21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:26.546605 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-33b62d5f-7ed6-41ae-bd3b-f1cc9a85e21d admin admin] Usage tracker for resource:subnet and tenant:36ab77e54c50411aa55aac321de05175 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:26.555299 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-33b62d5f-7ed6-41ae-bd3b-f1cc9a85e21d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:26.567091 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-33b62d5f-7ed6-41ae-bd3b-f1cc9a85e21d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:26.594318 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.596289 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b62d5f-7ed6-41ae-bd3b-f1cc9a85e21d admin admin] Made reservation on behalf of 36ab77e54c50411aa55aac321de05175 for: {'subnet': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:18:26.599544 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-33b62d5f-7ed6-41ae-bd3b-f1cc9a85e21d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.640645 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-24ce28bd-bffd-4f51-88e5-9d7e21d0c29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:26.694596 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=78663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:18:26.698727 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.751552 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.761928 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.769726 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.segments_db [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Added segment 85b78c56-b6e9-4d4a-b4be-144ef07f4679 of type vlan for network a1f98b04-1289-47a9-9686-186f52c6471f May 10 17:18:26.805190 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da2a422-f32b-4724-aa65-9207ca67a060,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:26.813214 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.831775 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.832359 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.832891 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.833483 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.833979 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.834485 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.834995 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.835488 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.835966 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.836449 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.837025 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.838172 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Tracked resource versions report: May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: pushed versions: May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: { 'AddressGroup': {'1.2'}, May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'ConntrackHelper': {'1.0'}, May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Log': {'1.0'}, May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Network': {'1.1'}, May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Port': {'1.7'}, May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'PortForwarding': {'1.2'}, May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'QosPolicy': {'1.8'}, May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'SecurityGroup': {'1.4'}, May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'SecurityGroupRule': {'1.2'}, May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'SubPort': {'1.0'}, May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Subnet': {'1.1'}, May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Trunk': {'1.1'}} May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: consumer versions: May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: { DHCP agent@dv-cinder-786385-3-iscsi: {}, May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: HyperV agent@hv-cinder-78638: {}, May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: L3 agent@dv-cinder-786385-3-iscsi: {}, May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: Metadata agent@dv-cinder-786385-3-iscsi: {}, May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: Metering agent@dv-cinder-786385-3-iscsi: {}, May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: Open vSwitch agent@dv-cinder-786385-3-iscsi: { 'AddressGroup': '1.2', May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'ConntrackHelper': '1.0', May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Log': '1.0', May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Network': '1.1', May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Port': '1.7', May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'PortForwarding': '1.2', May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'QosPolicy': '1.8', May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'SecurityGroup': '1.4', May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'SecurityGroupRule': '1.2', May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'SubPort': '1.0', May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Subnet': '1.1', May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: 'Trunk': '1.1'}} May 10 17:18:26.839427 dv-cinder-786385-3-iscsi neutron-server[78663]: {{(pid=78663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:18:26.849106 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.850577 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=78663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:18:26.864206 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:26.864957 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:26.896122 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.921861 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50423558-5500-471b-867e-462d5119eb99,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:26.925415 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:26.926052 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.segments_db [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Added segment 69a7b28f-447d-4aeb-8fbb-8dc62eddfb29 of type vlan for network 7988f701-31b9-4c1d-83ad-33b760c7c0a0 May 10 17:18:26.995328 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a51febf-6c9a-477d-a18c-5e77111def81,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:27.018328 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:27.019076 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=78663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:18:27.021760 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:27.022138 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:27.061468 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:27.061971 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.segments_db [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Added segment f041281e-c37a-4ff8-a71f-efe88c9ab37e of type vlan for network db3f3b4e-f489-4e0e-932e-ffa1980b2df4 May 10 17:18:27.070578 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:27.075950 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:27.079085 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:27.079801 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:27.123703 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:27.143049 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6417158 May 10 17:18:27.161744 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46104) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:27.219368 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-3feb3586-a8b9-409e-b64e-4b42300ad41d admin admin] Request body: {'subnet': {'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-531387035-subnet', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:27.225824 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-3feb3586-a8b9-409e-b64e-4b42300ad41d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:27.230140 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-3feb3586-a8b9-409e-b64e-4b42300ad41d admin admin] Usage tracker for resource:subnet and tenant:62136d7f0f71473ab7a5bef1cbdb2804 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:27.233718 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-3feb3586-a8b9-409e-b64e-4b42300ad41d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:27.240304 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-3feb3586-a8b9-409e-b64e-4b42300ad41d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:27.263447 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.db.resource_extend [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 17:18:27.285175 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:27.293463 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3feb3586-a8b9-409e-b64e-4b42300ad41d admin admin] Made reservation on behalf of 62136d7f0f71473ab7a5bef1cbdb2804 for: {'subnet': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:18:27.297144 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3feb3586-a8b9-409e-b64e-4b42300ad41d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:27.334882 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-33b62d5f-7ed6-41ae-bd3b-f1cc9a85e21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for subnet, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:27.341761 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c549d53b-9e8a-4f08-8274-8498449a04d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:27.473965 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b62d5f-7ed6-41ae-bd3b-f1cc9a85e21d admin admin] Pushing event updated for resources: {'Subnet': ['ID=28793b78-963b-491c-8dc7-3600112cdfe4,revision_number=0']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:27.474595 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=a1f98b04-1289-47a9-9686-186f52c6471f,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:27.478382 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b62d5f-7ed6-41ae-bd3b-f1cc9a85e21d admin admin] Checking segment: {'id': '21323863-531d-46a0-afc2-7c859e5588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:18:27.478838 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:27.481569 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b62d5f-7ed6-41ae-bd3b-f1cc9a85e21d admin admin] Network hostable DHCP agents. Network: f5b047ab-a8ae-49d7-90db-71521d6a900a, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:18:27.484317 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:27.488550 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-33b62d5f-7ed6-41ae-bd3b-f1cc9a85e21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:27.492506 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network a1f98b04-1289-47a9-9686-186f52c6471f details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:18:27.503670 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:27.504301 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:27.513813 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:27.531873 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b62d5f-7ed6-41ae-bd3b-f1cc9a85e21d admin admin] Network f5b047ab-a8ae-49d7-90db-71521d6a900a is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:18:27.550490 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-33b62d5f-7ed6-41ae-bd3b-f1cc9a85e21d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, f5b047ab-a8ae-49d7-90db-71521d6a900a) {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:18:27.555022 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b62d5f-7ed6-41ae-bd3b-f1cc9a85e21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:27.555760 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-33b62d5f-7ed6-41ae-bd3b-f1cc9a85e21d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:27.603316 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-33b62d5f-7ed6-41ae-bd3b-f1cc9a85e21d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0791750 May 10 17:18:27.606147 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 46118) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:27.612140 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:27.627657 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:27.631663 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:27.632599 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Usage tracker for resource:router and tenant:36ab77e54c50411aa55aac321de05175 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:27.641945 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:27.649623 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ba4169-f078-42b3-b2e1-f2ebed081e41 None None] Network f5b047ab-a8ae-49d7-90db-71521d6a900a requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:18:27.656937 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:27.657637 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:27.657780 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:27.687044 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16464111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8048'] for router, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:27.688342 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16464096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16351655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8059'] for router, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:27.719751 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:27.738826 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8926530 May 10 17:18:27.740471 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 46122) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:27.756150 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-583cca43-2510-4576-aceb-34275510cb1a admin admin] Request body: {'subnet': {'network_id': '7988f701-31b9-4c1d-83ad-33b760c7c0a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1185596038-subnet', 'tenant_id': '7cafaac4f5b54dcba53d7846f0ac3141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:27.765050 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-583cca43-2510-4576-aceb-34275510cb1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:27.817862 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2273209 May 10 17:18:27.818787 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46126) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:27.819120 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46128) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:27.831223 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Pushing event updated for resources: {'Network': ['ID=7988f701-31b9-4c1d-83ad-33b760c7c0a0,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:27.843954 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network 7988f701-31b9-4c1d-83ad-33b760c7c0a0 details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:18:27.862154 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-583cca43-2510-4576-aceb-34275510cb1a admin admin] Usage tracker for resource:subnet and tenant:7cafaac4f5b54dcba53d7846f0ac3141 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:27.867230 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:27.872770 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-ac737ac7-6da6-49b6-9460-0b6b2afe88e7 admin admin] Request body: {'subnet': {'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2069461510-subnet', 'tenant_id': '9bccd4acb8f14e2c89f70d682d458f36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:27.877981 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-ac737ac7-6da6-49b6-9460-0b6b2afe88e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:27.882793 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-ac737ac7-6da6-49b6-9460-0b6b2afe88e7 admin admin] Usage tracker for resource:subnet and tenant:9bccd4acb8f14e2c89f70d682d458f36 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:27.887243 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-ac737ac7-6da6-49b6-9460-0b6b2afe88e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:27.895755 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-ac737ac7-6da6-49b6-9460-0b6b2afe88e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:27.905697 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:28.006099 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-583cca43-2510-4576-aceb-34275510cb1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:28.031774 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-583cca43-2510-4576-aceb-34275510cb1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:28.121387 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac737ac7-6da6-49b6-9460-0b6b2afe88e7 admin admin] Made reservation on behalf of 9bccd4acb8f14e2c89f70d682d458f36 for: {'subnet': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:18:28.123770 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ac737ac7-6da6-49b6-9460-0b6b2afe88e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:28.126960 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583cca43-2510-4576-aceb-34275510cb1a admin admin] Made reservation on behalf of 7cafaac4f5b54dcba53d7846f0ac3141 for: {'subnet': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:18:28.129507 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-583cca43-2510-4576-aceb-34275510cb1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:28.177520 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Pushing event updated for resources: {'Network': ['ID=db3f3b4e-f489-4e0e-932e-ffa1980b2df4,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:28.231545 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:28.264391 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:18:28.266903 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network db3f3b4e-f489-4e0e-932e-ffa1980b2df4 details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:18:28.311606 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-de0de81c-da77-4f50-be29-0b888064a11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:28.314341 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16388505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16399131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8021'] for router, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:28.352345 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-de0de81c-da77-4f50-be29-0b888064a11d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:28.361769 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-de0de81c-da77-4f50-be29-0b888064a11d admin admin] Usage tracker for resource:security_group_rule and tenant:6c1208747986465697d601e57f9d3ee7 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:28.367950 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-de0de81c-da77-4f50-be29-0b888064a11d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:28.384558 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-de0de81c-da77-4f50-be29-0b888064a11d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:28.473051 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f505eac-e142-5046-a4ca-39a60f4d7dd4-f5b047ab-a8ae-49d7-90db-71521d6a900a', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4'}]}} from dv-cinder-786385-3-iscsi. {{(pid=78665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:18:28.473909 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:28.708316 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.db_base_plugin_common [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Allocated IP 172.20.0.2 (f5b047ab-a8ae-49d7-90db-71521d6a900a/28793b78-963b-491c-8dc7-3600112cdfe4/87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9) {{(pid=78665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:18:28.740340 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3feb3586-a8b9-409e-b64e-4b42300ad41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for subnet, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:28.766605 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:28.810591 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-de0de81c-da77-4f50-be29-0b888064a11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:28.882792 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-de0de81c-da77-4f50-be29-0b888064a11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:28.906989 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feb3586-a8b9-409e-b64e-4b42300ad41d admin admin] Checking segment: {'id': '85b78c56-b6e9-4d4a-b4be-144ef07f4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:18:28.907367 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feb3586-a8b9-409e-b64e-4b42300ad41d admin admin] Network hostable DHCP agents. Network: a1f98b04-1289-47a9-9686-186f52c6471f, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:18:29.006009 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.042670 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.046853 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-de0de81c-da77-4f50-be29-0b888064a11d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c1208747986465697d601e57f9d3ee7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2229633 May 10 17:18:29.047022 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 46178) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:29.050776 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb3586-a8b9-409e-b64e-4b42300ad41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=db28a517-7717-4b21-84d2-bf190df65817,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:29.062421 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Notify callbacks [] for port, precommit_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.064442 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-3feb3586-a8b9-409e-b64e-4b42300ad41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:29.066320 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:29.086827 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Transition to ACTIVE for port object 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:18:29.115079 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0de81c-da77-4f50-be29-0b888064a11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531aed0b-a073-4cf3-af92-98e08b5fb82f,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:29.119077 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Transition to ACTIVE for port object 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 will not be triggered until provisioned by entity DHCP. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:18:29.120468 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feb3586-a8b9-409e-b64e-4b42300ad41d admin admin] Network a1f98b04-1289-47a9-9686-186f52c6471f is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:18:29.128086 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.138403 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:29.193964 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-de0de81c-da77-4f50-be29-0b888064a11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:29.200394 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-3feb3586-a8b9-409e-b64e-4b42300ad41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, a1f98b04-1289-47a9-9686-186f52c6471f) {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:18:29.213614 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Network f5b047ab-a8ae-49d7-90db-71521d6a900a is already hosted by enough agents. {{(pid=78665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:18:29.217269 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feb3586-a8b9-409e-b64e-4b42300ad41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:29.217889 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3feb3586-a8b9-409e-b64e-4b42300ad41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.218355 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.base_scheduler [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Resources bound (agent type, host, resource id): {{(pid=78665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:18:29.220627 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b160acd-fd0c-4048-909c-98c065065de6 None None] Network a1f98b04-1289-47a9-9686-186f52c6471f requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:18:29.229140 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e6cbc4b6-6853-4811-bcd3-7c06a7e5d8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.233927 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Received port after_create {{(pid=78665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:18:29.269411 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-3feb3586-a8b9-409e-b64e-4b42300ad41d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1054564 May 10 17:18:29.275242 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46188) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:29.287139 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46190) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:29.294235 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:29.299234 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:29.303013 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Usage tracker for resource:router and tenant:62136d7f0f71473ab7a5bef1cbdb2804 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:29.306726 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:29.312790 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:29.330304 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16464111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8048'] for router, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.331951 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16464096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16351655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8059'] for router, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.396971 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Pushing event updated for resources: {'Port': ['ID=87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9,revision_number=1']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:29.405971 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.423118 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-583cca43-2510-4576-aceb-34275510cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for subnet, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.428398 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:29.428749 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:29.429110 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:29.429438 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:29.429764 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:29.430089 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:29.430278 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e6cbc4b6-6853-4811-bcd3-7c06a7e5d8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.430408 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:29.431255 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:29.431605 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:29.431930 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:29.433233 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:29.433233 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Tracked resource versions report: May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: pushed versions: May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: { 'AddressGroup': {'1.2'}, May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'ConntrackHelper': {'1.0'}, May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Log': {'1.0'}, May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Network': {'1.1'}, May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Port': {'1.7'}, May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'PortForwarding': {'1.2'}, May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'QosPolicy': {'1.8'}, May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'SecurityGroup': {'1.4'}, May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'SecurityGroupRule': {'1.2'}, May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'SubPort': {'1.0'}, May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Subnet': {'1.1'}, May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Trunk': {'1.1'}} May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: consumer versions: May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: { DHCP agent@dv-cinder-786385-3-iscsi: {}, May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: HyperV agent@hv-cinder-78638: {}, May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: L3 agent@dv-cinder-786385-3-iscsi: {}, May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: Metadata agent@dv-cinder-786385-3-iscsi: {}, May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: Metering agent@dv-cinder-786385-3-iscsi: {}, May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: Open vSwitch agent@dv-cinder-786385-3-iscsi: { 'AddressGroup': '1.2', May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'ConntrackHelper': '1.0', May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Log': '1.0', May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Network': '1.1', May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Port': '1.7', May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'PortForwarding': '1.2', May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'QosPolicy': '1.8', May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'SecurityGroup': '1.4', May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'SecurityGroupRule': '1.2', May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'SubPort': '1.0', May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Subnet': '1.1', May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: 'Trunk': '1.1'}} May 10 17:18:29.434105 dv-cinder-786385-3-iscsi neutron-server[78665]: {{(pid=78665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:18:29.438625 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Attempting to bind port 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:18:29.438994 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Attempting to bind port 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '21323863-531d-46a0-afc2-7c859e5588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:18:29.439360 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Attempting to bind port 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 on network f5b047ab-a8ae-49d7-90db-71521d6a900a {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:18:29.441662 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:29.450307 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-33b62d5f-7ed6-41ae-bd3b-f1cc9a85e21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:29.458371 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:18:29.458749 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Checking segment: {'id': '21323863-531d-46a0-afc2-7c859e5588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:18:29.459154 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.459552 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Bound using segment: {'id': '21323863-531d-46a0-afc2-7c859e5588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:18:29.460040 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Bound port: 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21323863-531d-46a0-afc2-7c859e5588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:18:29.460434 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.505842 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cca43-2510-4576-aceb-34275510cb1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=577c6e72-f266-4f67-9973-cc1002457235,revision_number=0']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:29.521204 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-583cca43-2510-4576-aceb-34275510cb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:29.524846 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Allocated IP 172.27.0.61 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/3f8c74af-774a-4835-8409-777ca12f460f) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:18:29.649496 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] For port 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:18:29.651907 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-29f57e93-ca36-4f80-80e0-0e95e4f70626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.669506 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] For port 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:18:29.671953 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f505eac-e142-5046-a4ca-39a60f4d7dd4-a1f98b04-1289-47a9-9686-186f52c6471f', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817'}]}} from dv-cinder-786385-3-iscsi. {{(pid=78665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:18:29.672846 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.688965 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.696888 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:29.698940 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ac737ac7-6da6-49b6-9460-0b6b2afe88e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for subnet, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.701545 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-29f57e93-ca36-4f80-80e0-0e95e4f70626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:29.708770 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583cca43-2510-4576-aceb-34275510cb1a admin admin] Checking segment: {'id': '69a7b28f-447d-4aeb-8fbb-8dc62eddfb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7988f701-31b9-4c1d-83ad-33b760c7c0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:18:29.709299 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583cca43-2510-4576-aceb-34275510cb1a admin admin] Network hostable DHCP agents. Network: 7988f701-31b9-4c1d-83ad-33b760c7c0a0, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:18:29.710161 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a07ac431-9001-4774-a029-701f623b92ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:29.753736 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-29f57e93-ca36-4f80-80e0-0e95e4f70626 admin admin] Usage tracker for resource:security_group_rule and tenant:2ef7a3740e8a43b69a7aec62a4189d69 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:29.761546 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e6cbc4b6-6853-4811-bcd3-7c06a7e5d8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.781396 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-5f6267e0-c445-405a-82bb-81447c99856e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:29.810463 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbc4b6-6853-4811-bcd3-7c06a7e5d8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531aed0b-a073-4cf3-af92-98e08b5fb82f,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:29.816158 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-e6cbc4b6-6853-4811-bcd3-7c06a7e5d8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:29.817029 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583cca43-2510-4576-aceb-34275510cb1a admin admin] Network 7988f701-31b9-4c1d-83ad-33b760c7c0a0 is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:18:29.821390 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-29f57e93-ca36-4f80-80e0-0e95e4f70626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:29.827062 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Pushing event updated for resources: {'Port': ['ID=87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9,revision_number=2']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:29.832886 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.855532 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-583cca43-2510-4576-aceb-34275510cb1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, 7988f701-31b9-4c1d-83ad-33b760c7c0a0) {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:18:29.862179 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583cca43-2510-4576-aceb-34275510cb1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:29.862776 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-583cca43-2510-4576-aceb-34275510cb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.869549 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e6cbc4b6-6853-4811-bcd3-7c06a7e5d8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.874939 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-e6cbc4b6-6853-4811-bcd3-7c06a7e5d8e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/531aed0b-a073-4cf3-af92-98e08b5fb82f HTTP/1.1" status: 204 len: 168 time: 0.8246965 May 10 17:18:29.903089 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-583cca43-2510-4576-aceb-34275510cb1a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1563532 May 10 17:18:29.909391 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-29f57e93-ca36-4f80-80e0-0e95e4f70626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:29.919376 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:29.925808 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:29.952767 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:29.955242 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007f3968-2630-49f8-8c10-1a27bc0105e3 None None] Network 7988f701-31b9-4c1d-83ad-33b760c7c0a0 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:18:29.961702 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac737ac7-6da6-49b6-9460-0b6b2afe88e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be69cc52-9a98-4fc1-87f3-313de9e76b52,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:29.983894 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ac737ac7-6da6-49b6-9460-0b6b2afe88e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:30.011330 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:18:30.017093 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:18:30.021158 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:18:30.208427 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Pushing event updated for resources: {'Port': ['ID=3f8c74af-774a-4835-8409-777ca12f460f,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:30.214478 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:30.270898 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac737ac7-6da6-49b6-9460-0b6b2afe88e7 admin admin] Checking segment: {'id': 'f041281e-c37a-4ff8-a71f-efe88c9ab37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:18:30.274017 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac737ac7-6da6-49b6-9460-0b6b2afe88e7 admin admin] Network hostable DHCP agents. Network: db3f3b4e-f489-4e0e-932e-ffa1980b2df4, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:18:30.288175 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16388505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16399131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8021'] for router, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:30.441195 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac737ac7-6da6-49b6-9460-0b6b2afe88e7 admin admin] Network db3f3b4e-f489-4e0e-932e-ffa1980b2df4 is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:18:30.626425 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-ac737ac7-6da6-49b6-9460-0b6b2afe88e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, db3f3b4e-f489-4e0e-932e-ffa1980b2df4) {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:18:30.641119 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 46238) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:30.642965 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1659530-ab17-46e8-aa5e-31697b246c8f None None] Network db3f3b4e-f489-4e0e-932e-ffa1980b2df4 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:18:30.677602 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac737ac7-6da6-49b6-9460-0b6b2afe88e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:30.678195 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ac737ac7-6da6-49b6-9460-0b6b2afe88e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:30.721882 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-ac737ac7-6da6-49b6-9460-0b6b2afe88e7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.8944759 May 10 17:18:30.730134 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46246) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:30.742182 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-29f57e93-ca36-4f80-80e0-0e95e4f70626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:30.746350 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2069461510-router', 'tenant_id': '9bccd4acb8f14e2c89f70d682d458f36', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:30.759714 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:30.773790 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-29f57e93-ca36-4f80-80e0-0e95e4f70626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:30.779839 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Usage tracker for resource:router and tenant:9bccd4acb8f14e2c89f70d682d458f36 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:30.793493 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:30.797358 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:30.809382 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46258) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:30.814106 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d284b85a-1900-4435-9ebc-1d6ba37481cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:30.823338 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:30.829757 dv-cinder-786385-3-iscsi neutron-server[78663]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 17:18:30.851095 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-d284b85a-1900-4435-9ebc-1d6ba37481cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:30.857779 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:30.877252 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df90ec2-dc72-4d52-94b1-9db536e8c44f None None] Network 7988f701-31b9-4c1d-83ad-33b760c7c0a0 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:18:30.908122 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-d284b85a-1900-4435-9ebc-1d6ba37481cc admin admin] Usage tracker for resource:security_group_rule and tenant:d103a034476540be86a3947646226a15 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:30.917204 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-d284b85a-1900-4435-9ebc-1d6ba37481cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:30.991211 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-d284b85a-1900-4435-9ebc-1d6ba37481cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:31.029572 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f57e93-ca36-4f80-80e0-0e95e4f70626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9440cf3f-6903-4dcb-9ba6-3e01a650862c,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:31.030928 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc61023-65a6-4aa9-9ef1-2c9956ced984 None None] Network db3f3b4e-f489-4e0e-932e-ffa1980b2df4 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:18:31.033306 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-29f57e93-ca36-4f80-80e0-0e95e4f70626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:31.066794 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 46268) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:31.068439 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-29f57e93-ca36-4f80-80e0-0e95e4f70626 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ef7a3740e8a43b69a7aec62a4189d69&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7798371 May 10 17:18:31.140410 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.db_base_plugin_common [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Allocated IP 172.20.0.2 (a1f98b04-1289-47a9-9686-186f52c6471f/db28a517-7717-4b21-84d2-bf190df65817/6838fa14-6ae0-4c0a-8660-b9003d3fce54) {{(pid=78665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:18:31.162694 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16464111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8048'] for router, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:31.164372 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16464096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16351655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8059'] for router, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:31.296253 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe507310-af41-4280-96b4-8494316b09df req-6390de72-6718-449c-bc13-b72b2d439a30 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:31.297173 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-fe507310-af41-4280-96b4-8494316b09df req-6390de72-6718-449c-bc13-b72b2d439a30 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Synchronizing usage tracker for tenant:7cafaac4f5b54dcba53d7846f0ac3141 on resource:network {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:18:31.316320 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:31.326247 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:31.374978 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:31.486924 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389900'] for router, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:31.672649 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da18d94d-0194-4d20-a85e-d5959c78d981 None None] Network f5b047ab-a8ae-49d7-90db-71521d6a900a requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:18:31.771240 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d284b85a-1900-4435-9ebc-1d6ba37481cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:31.784557 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Notify callbacks [] for port, precommit_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:31.787476 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 46288) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:31.792987 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-bad01891-38f3-4421-88f0-cb1c67956b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:31.803712 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d284b85a-1900-4435-9ebc-1d6ba37481cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:31.822755 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:31.823826 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Transition to ACTIVE for port object 6838fa14-6ae0-4c0a-8660-b9003d3fce54 will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:18:31.831958 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-b35b3b0a-13c0-4bb7-8679-8e72aa5ddc0c None None] Provisioning for port 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:18:31.879710 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16388505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16399131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8021'] for router, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:31.896217 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-fe507310-af41-4280-96b4-8494316b09df req-6390de72-6718-449c-bc13-b72b2d439a30 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Unset dirty status for tenant:7cafaac4f5b54dcba53d7846f0ac3141 on resource:network {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:18:31.897398 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fe507310-af41-4280-96b4-8494316b09df req-6390de72-6718-449c-bc13-b72b2d439a30 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/networks?id=7988f701-31b9-4c1d-83ad-33b760c7c0a0 HTTP/1.1" status: 200 len: 812 time: 1.0818863 May 10 17:18:31.897642 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-bad01891-38f3-4421-88f0-cb1c67956b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:31.927272 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284b85a-1900-4435-9ebc-1d6ba37481cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c959458-8a2e-4b79-a02e-24df034bdcc3,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:31.930692 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d284b85a-1900-4435-9ebc-1d6ba37481cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:31.933926 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-d284b85a-1900-4435-9ebc-1d6ba37481cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d103a034476540be86a3947646226a15&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2895739 May 10 17:18:31.940722 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_common [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Allocated IP 172.27.0.62 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/5fab25a4-24eb-4d8e-8541-c48086a844a5) {{(pid=78663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:18:31.948753 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46294) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:31.959667 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Transition to ACTIVE for port object 6838fa14-6ae0-4c0a-8660-b9003d3fce54 will not be triggered until provisioned by entity DHCP. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:18:31.979916 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fe507310-af41-4280-96b4-8494316b09df req-76824e75-fa42-4a1e-bb4c-d1c1846077aa tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/quotas/7cafaac4f5b54dcba53d7846f0ac3141 HTTP/1.1" status: 200 len: 375 time: 0.0697465 May 10 17:18:31.998876 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7d9d675f-7087-481d-a96d-e96cc4d096f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.018805 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.029572 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:32.031349 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-7d9d675f-7087-481d-a96d-e96cc4d096f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:32.038544 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-7d9d675f-7087-481d-a96d-e96cc4d096f0 admin admin] Usage tracker for resource:security_group_rule and tenant:676aa2f2bd744c508bb10dda3052e98d is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:32.042089 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-7d9d675f-7087-481d-a96d-e96cc4d096f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:32.050128 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-7d9d675f-7087-481d-a96d-e96cc4d096f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:32.052486 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Router 56b3889e-12bf-47d0-91b1-33e845d83cf4 is scheduled to L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 with binding_index 1 {{(pid=78664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:18:32.058464 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-bad01891-38f3-4421-88f0-cb1c67956b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.072942 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:32.073696 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:18:32.171716 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Network a1f98b04-1289-47a9-9686-186f52c6471f is already hosted by enough agents. {{(pid=78665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:18:32.192568 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.base_scheduler [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Resources bound (agent type, host, resource id): {{(pid=78665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:18:32.195004 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Received port after_create {{(pid=78665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:18:32.209403 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Pushing event updated for resources: {'Port': ['ID=6838fa14-6ae0-4c0a-8660-b9003d3fce54,revision_number=1']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:32.212097 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:32.212247 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad01891-38f3-4421-88f0-cb1c67956b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9440cf3f-6903-4dcb-9ba6-3e01a650862c,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:32.214108 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fe507310-af41-4280-96b4-8494316b09df req-cf6a143b-5dc7-4866-9df5-96a5c8407113 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cafaac4f5b54dcba53d7846f0ac3141&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2229483 May 10 17:18:32.214774 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-bad01891-38f3-4421-88f0-cb1c67956b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:32.238156 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-bad01891-38f3-4421-88f0-cb1c67956b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.242897 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-bad01891-38f3-4421-88f0-cb1c67956b76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9440cf3f-6903-4dcb-9ba6-3e01a650862c HTTP/1.1" status: 204 len: 168 time: 1.1750190 May 10 17:18:32.254844 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ab1f30e7-6a32-4145-b71f-efab4be99d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.320533 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ab1f30e7-6a32-4145-b71f-efab4be99d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.351912 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:18:32.364270 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Sync routers for ids ['56b3889e-12bf-47d0-91b1-33e845d83cf4'] in dv-cinder-786385-3-iscsi {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:18:32.375696 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Routers {'56b3889e-12bf-47d0-91b1-33e845d83cf4'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:18:32.376333 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:18:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['56b3889e-12bf-47d0-91b1-33e845d83cf4'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:32.388056 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Notify callbacks [] for port, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.404818 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7d9d675f-7087-481d-a96d-e96cc4d096f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.413910 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7d9d675f-7087-481d-a96d-e96cc4d096f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.427279 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:32.437387 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Notify callbacks [] for router, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.441505 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8315825 May 10 17:18:32.443959 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46306) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:32.448202 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:18:32.489619 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:32.489991 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.505058 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-7d9d675f-7087-481d-a96d-e96cc4d096f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=676aa2f2bd744c508bb10dda3052e98d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7160375 May 10 17:18:32.507261 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d675f-7087-481d-a96d-e96cc4d096f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae4f729-0fad-43ad-a506-c4dabc4a8bc1,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:32.511807 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-7d9d675f-7087-481d-a96d-e96cc4d096f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:32.511807 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 46314) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:32.590661 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [req-fe507310-af41-4280-96b4-8494316b09df req-2c891037-cb5b-41c8-828b-6041c8c32a2a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:18:32.591581 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fe507310-af41-4280-96b4-8494316b09df req-2c891037-cb5b-41c8-828b-6041c8c32a2a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1890481 May 10 17:18:32.601438 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-012f87eb-b3aa-4788-952e-42022260d965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.638925 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-012f87eb-b3aa-4788-952e-42022260d965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.681798 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Attempting to bind port 6838fa14-6ae0-4c0a-8660-b9003d3fce54 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:18:32.682982 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Attempting to bind port 6838fa14-6ae0-4c0a-8660-b9003d3fce54 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '85b78c56-b6e9-4d4a-b4be-144ef07f4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:18:32.683559 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Attempting to bind port 6838fa14-6ae0-4c0a-8660-b9003d3fce54 on network a1f98b04-1289-47a9-9686-186f52c6471f {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:18:32.696777 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ab1f30e7-6a32-4145-b71f-efab4be99d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.712309 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-012f87eb-b3aa-4788-952e-42022260d965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.718979 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:32.759430 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-012f87eb-b3aa-4788-952e-42022260d965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.760843 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-012f87eb-b3aa-4788-952e-42022260d965 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ae4f729-0fad-43ad-a506-c4dabc4a8bc1 HTTP/1.1" status: 204 len: 168 time: 0.2480743 May 10 17:18:32.766838 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f87eb-b3aa-4788-952e-42022260d965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae4f729-0fad-43ad-a506-c4dabc4a8bc1,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:32.775827 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-012f87eb-b3aa-4788-952e-42022260d965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:32.784291 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Set router 56b3889e-12bf-47d0-91b1-33e845d83cf4 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:18:32.862709 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:18:32.865516 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Checking segment: {'id': '85b78c56-b6e9-4d4a-b4be-144ef07f4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:18:32.866094 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.866379 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Bound using segment: {'id': '85b78c56-b6e9-4d4a-b4be-144ef07f4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:18:32.868354 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Bound port: 6838fa14-6ae0-4c0a-8660-b9003d3fce54, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b78c56-b6e9-4d4a-b4be-144ef07f4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:18:32.868741 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.916349 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:32.922547 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 46322) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:32.945130 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:32.958544 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb537-1be8-4af1-85b9-54399d3ef0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:33.005514 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-3ddcb537-1be8-4af1-85b9-54399d3ef0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:33.011315 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-3ddcb537-1be8-4af1-85b9-54399d3ef0cd admin admin] Usage tracker for resource:security_group_rule and tenant:c743580d09984c4b9ba8556a91f13c39 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:33.019385 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-3ddcb537-1be8-4af1-85b9-54399d3ef0cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:33.033154 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f30e7-6a32-4145-b71f-efab4be99d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c959458-8a2e-4b79-a02e-24df034bdcc3,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:33.044287 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ab1f30e7-6a32-4145-b71f-efab4be99d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:33.053977 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-3ddcb537-1be8-4af1-85b9-54399d3ef0cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:33.093321 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:18:33.106438 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:33.117363 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:33.126542 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-7a75a05e-4c08-428e-8be4-31eaa9c4f084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:33.135362 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:33.169086 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] For port 6838fa14-6ae0-4c0a-8660-b9003d3fce54, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:18:33.170317 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:33.178817 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-0c2b2bcc-b964-4b48-8865-dbe3d7754fe3 None None] Provisioning complete for port 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:33.179194 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-0c2b2bcc-b964-4b48-8865-dbe3d7754fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:33.205774 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:33.213537 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:30Z', 'revision_number': 3, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:33.220001 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Checking router: 56b3889e-12bf-47d0-91b1-33e845d83cf4 for host: dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:18:33.221071 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Updating router 56b3889e-12bf-47d0-91b1-33e845d83cf4 port 3f8c74af-774a-4835-8409-777ca12f460f binding host dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:18:33.233166 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] For port 6838fa14-6ae0-4c0a-8660-b9003d3fce54, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=6838fa14-6ae0-4c0a-8660-b9003d3fce54,segment=NetworkSegment(85b78c56-b6e9-4d4a-b4be-144ef07f4679),segment_id=85b78c56-b6e9-4d4a-b4be-144ef07f4679)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:18:33.247017 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb537-1be8-4af1-85b9-54399d3ef0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:33.250506 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:33.255080 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb537-1be8-4af1-85b9-54399d3ef0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:33.266306 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d284b85a-1900-4435-9ebc-1d6ba37481cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:33.268188 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:33.272049 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:33.275130 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-ae937f0f-d3c3-48f3-af5b-cd394b78c60a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:33.322316 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcb537-1be8-4af1-85b9-54399d3ef0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b533163-431a-40b2-a72a-bcc0acb78477,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:33.329820 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-3ddcb537-1be8-4af1-85b9-54399d3ef0cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c743580d09984c4b9ba8556a91f13c39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4028454 May 10 17:18:33.329820 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-3ddcb537-1be8-4af1-85b9-54399d3ef0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:33.330522 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 46330) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:33.346677 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:33.419297 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:18:33.432996 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ab1f30e7-6a32-4145-b71f-efab4be99d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:33.436860 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-ab1f30e7-6a32-4145-b71f-efab4be99d8f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c959458-8a2e-4b79-a02e-24df034bdcc3 HTTP/1.1" status: 204 len: 168 time: 1.4861453 May 10 17:18:33.437525 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Pushing event updated for resources: {'Port': ['ID=6838fa14-6ae0-4c0a-8660-b9003d3fce54,revision_number=2']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:33.440963 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:33.460670 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-655bc407-15af-4ca2-8d31-ee8ff1544971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:33.483676 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:18:33.491810 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-655bc407-15af-4ca2-8d31-ee8ff1544971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:33.498959 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Received port after_create {{(pid=78663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:18:33.580760 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-655bc407-15af-4ca2-8d31-ee8ff1544971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:33.594852 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-7d9d675f-7087-481d-a96d-e96cc4d096f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:33.624020 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bc407-15af-4ca2-8d31-ee8ff1544971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b533163-431a-40b2-a72a-bcc0acb78477,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:33.644591 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-655bc407-15af-4ca2-8d31-ee8ff1544971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:33.704624 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-655bc407-15af-4ca2-8d31-ee8ff1544971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:33.707077 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-655bc407-15af-4ca2-8d31-ee8ff1544971 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b533163-431a-40b2-a72a-bcc0acb78477 HTTP/1.1" status: 204 len: 168 time: 0.3758528 May 10 17:18:33.763888 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Pushing event updated for resources: {'Port': ['ID=5fab25a4-24eb-4d8e-8541-c48086a844a5,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:33.799928 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fe507310-af41-4280-96b4-8494316b09df req-d4bc4eec-7d21-4876-bf5d-91a8661b9009 service neutron] 10.222.0.16 "GET /v2.0/networks/7988f701-31b9-4c1d-83ad-33b760c7c0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1903389 May 10 17:18:33.943504 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:33.980384 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Notify callbacks [] for port, precommit_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:33.996661 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.provisioning_blocks [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Transition to ACTIVE for port object 3f8c74af-774a-4835-8409-777ca12f460f will not be triggered until provisioned by entity L2. {{(pid=78666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:18:34.010583 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:34.019510 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:34.089543 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:18:34.189920 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Attempting to bind port 3f8c74af-774a-4835-8409-777ca12f460f on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:18:34.190550 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Attempting to bind port 3f8c74af-774a-4835-8409-777ca12f460f by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:18:34.191240 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Attempting to bind port 3f8c74af-774a-4835-8409-777ca12f460f on network b05e2d32-e45c-4d37-b711-ba1bc02235d8 {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:18:34.199920 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Pushing event updated for resources: {'Port': ['ID=3f8c74af-774a-4835-8409-777ca12f460f,revision_number=2']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:34.200677 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:34.201274 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:34.210032 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:18:34.211415 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Checking segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:18:34.213323 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:34.214033 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Bound using segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:18:34.215526 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Bound port: 3f8c74af-774a-4835-8409-777ca12f460f, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:18:34.216584 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:34.273646 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fe507310-af41-4280-96b4-8494316b09df req-c4739c51-f93c-4713-a28f-408502a9b7b0 service neutron] 10.222.0.16 "GET /v2.0/networks/7988f701-31b9-4c1d-83ad-33b760c7c0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722290 May 10 17:18:34.360016 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] For port 3f8c74af-774a-4835-8409-777ca12f460f, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:18:34.364070 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] For port 3f8c74af-774a-4835-8409-777ca12f460f, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=3f8c74af-774a-4835-8409-777ca12f460f,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:18:34.366623 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:34.367098 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:34.367912 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:34.368933 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:34.369537 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:34.369913 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:34.370493 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:34.371088 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:34.371759 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:34.372325 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:34.373119 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:34.374047 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Tracked resource versions report: May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: pushed versions: May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: { 'AddressGroup': {'1.2'}, May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'ConntrackHelper': {'1.0'}, May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Log': {'1.0'}, May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Network': {'1.1'}, May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Port': {'1.7'}, May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'PortForwarding': {'1.2'}, May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'QosPolicy': {'1.8'}, May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'SecurityGroup': {'1.4'}, May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'SecurityGroupRule': {'1.2'}, May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'SubPort': {'1.0'}, May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Subnet': {'1.1'}, May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Trunk': {'1.1'}} May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: consumer versions: May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: { DHCP agent@dv-cinder-786385-3-iscsi: {}, May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: HyperV agent@hv-cinder-78638: {}, May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: L3 agent@dv-cinder-786385-3-iscsi: {}, May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: Metadata agent@dv-cinder-786385-3-iscsi: {}, May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: Metering agent@dv-cinder-786385-3-iscsi: {}, May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: Open vSwitch agent@dv-cinder-786385-3-iscsi: { 'AddressGroup': '1.2', May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'ConntrackHelper': '1.0', May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Log': '1.0', May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Network': '1.1', May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Port': '1.7', May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'PortForwarding': '1.2', May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'QosPolicy': '1.8', May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'SecurityGroup': '1.4', May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'SecurityGroupRule': '1.2', May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'SubPort': '1.0', May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Subnet': '1.1', May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: 'Trunk': '1.1'}} May 10 17:18:34.375516 dv-cinder-786385-3-iscsi neutron-server[78666]: {{(pid=78666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:18:34.382507 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:34.385472 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:34.399062 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:34.410229 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 6838fa14-6ae0-4c0a-8660-b9003d3fce54 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:18:34.544490 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Routers {'56b3889e-12bf-47d0-91b1-33e845d83cf4'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:18:34.547297 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:18:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['56b3889e-12bf-47d0-91b1-33e845d83cf4'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:34.564018 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 6838fa14-6ae0-4c0a-8660-b9003d3fce54 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:18:34.685371 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 46380) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:34.688529 dv-cinder-786385-3-iscsi neutron-server[78664]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 17:18:34.818872 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Pushing event updated for resources: {'Port': ['ID=3f8c74af-774a-4835-8409-777ca12f460f,revision_number=3']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:34.839806 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f16d0a-1462-42fa-ae20-517ce1757704 None None] Network a1f98b04-1289-47a9-9686-186f52c6471f requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:18:34.840664 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:34.850236 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6a2c10ef-f67f-4f2b-9bfb-95170c1b904b req-84bad30d-7bf8-4436-9374-967cf5e8b9b8 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 210 time: 0.1634841 May 10 17:18:34.933144 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] Set router 56b3889e-12bf-47d0-91b1-33e845d83cf4 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:18:34.999964 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_common [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Allocated IP 172.27.0.48 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/56bb4e1f-733a-453c-959a-44747b69f108) {{(pid=78663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:18:35.071947 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-06166382-5a37-4c57-b527-727d4f56230f None None] Provisioning for port 6838fa14-6ae0-4c0a-8660-b9003d3fce54 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:18:35.129424 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-06166382-5a37-4c57-b527-727d4f56230f None None] Provisioning complete for port 6838fa14-6ae0-4c0a-8660-b9003d3fce54 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:35.129808 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-06166382-5a37-4c57-b527-727d4f56230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:35.237614 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:35.387100 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-06166382-5a37-4c57-b527-727d4f56230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:35.441448 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-06166382-5a37-4c57-b527-727d4f56230f None None] For port 6838fa14-6ae0-4c0a-8660-b9003d3fce54, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=6838fa14-6ae0-4c0a-8660-b9003d3fce54,segment=NetworkSegment(85b78c56-b6e9-4d4a-b4be-144ef07f4679),segment_id=85b78c56-b6e9-4d4a-b4be-144ef07f4679)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:18:35.454863 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-06166382-5a37-4c57-b527-727d4f56230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:35.456873 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:35.553577 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:30Z', 'revision_number': 3, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:35.563848 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d09a46-98ea-46bb-bdee-878b6e16afa9 None None] The sync data for ids ['56b3889e-12bf-47d0-91b1-33e845d83cf4'] in dv-cinder-786385-3-iscsi is: [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:30Z', 'revision_number': 3, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}] {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:18:35.628406 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06166382-5a37-4c57-b527-727d4f56230f None None] Pushing event updated for resources: {'Port': ['ID=6838fa14-6ae0-4c0a-8660-b9003d3fce54,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:35.633499 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-06166382-5a37-4c57-b527-727d4f56230f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:35.897635 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-be675c16-ef91-45ad-b9ce-f10d72bb2ace None None] Provisioning complete for port 6838fa14-6ae0-4c0a-8660-b9003d3fce54 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:35.898122 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-be675c16-ef91-45ad-b9ce-f10d72bb2ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:36.018228 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389900'] for router, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:36.026600 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 6838fa14-6ae0-4c0a-8660-b9003d3fce54 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:18:36.058335 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-952f661a-ac05-40b6-addb-e49fd7b4889e req-3133ea84-cd57-4df5-a996-fac4b1aa418d tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 210 time: 0.1123884 May 10 17:18:36.136987 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:36.203682 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 6838fa14-6ae0-4c0a-8660-b9003d3fce54 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:36.204053 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:36.543373 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:36.762487 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:36.841560 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:36.924545 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Router a4aa901b-9f28-441a-8b09-6124090251c7 is scheduled to L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 with binding_index 1 {{(pid=78663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:18:36.958302 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:18:36.980546 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:18:36.984310 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Received port after_create {{(pid=78663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:18:37.194346 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-7b52c90e-f6ca-467d-ad4d-8abc16e3576d req-22b54f79-4757-45e9-be67-55909b54956e tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 210 time: 0.0696688 May 10 17:18:37.308323 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-fc974654-7669-486b-99d5-a786e06bee71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:37.329248 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Pushing event updated for resources: {'Port': ['ID=56bb4e1f-733a-453c-959a-44747b69f108,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:37.375327 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:37.418859 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:37.440411 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_common [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Allocated IP 172.20.0.1 (f5b047ab-a8ae-49d7-90db-71521d6a900a/28793b78-963b-491c-8dc7-3600112cdfe4/5e83a0f3-4010-4f3d-a442-37f1fb244f32) {{(pid=78663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:18:37.740277 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:18:37.756146 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Sync routers for ids ['a4aa901b-9f28-441a-8b09-6124090251c7'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:18:37.773729 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Routers {'a4aa901b-9f28-441a-8b09-6124090251c7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:18:37.775726 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:18:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['a4aa901b-9f28-441a-8b09-6124090251c7'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:37.917642 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:37.990259 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Transition to ACTIVE for port object 5e83a0f3-4010-4f3d-a442-37f1fb244f32 will not be triggered until provisioned by entity DHCP. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:18:38.021345 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Notify callbacks [] for router, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:38.026702 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.7470415 May 10 17:18:38.027504 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 46538) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:38.066944 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:38.141161 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 3f8c74af-774a-4835-8409-777ca12f460f up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:18:38.227166 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:38.240925 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:38.276423 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.48', 55785) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:38.342104 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 3f8c74af-774a-4835-8409-777ca12f460f completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:18:38.356469 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Set router a4aa901b-9f28-441a-8b09-6124090251c7 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:18:38.408285 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 3f8c74af-774a-4835-8409-777ca12f460f triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:38.409102 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:38.467097 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Network f5b047ab-a8ae-49d7-90db-71521d6a900a is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:18:38.507532 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:18:38.513703 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Received port after_create {{(pid=78663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:18:38.515207 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384723'] for router_interface, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:38.648627 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 46560) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:38.676545 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c0c52eb3-f08f-43cd-a5f5-d1a592d868bb req-2c052083-9bf4-46c1-a261-b19607e667bc tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 210 time: 0.0708778 May 10 17:18:39.013737 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:39.021342 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Pushing event updated for resources: {'Port': ['ID=5e83a0f3-4010-4f3d-a442-37f1fb244f32,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:39.034059 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 3f8c74af-774a-4835-8409-777ca12f460f, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=3f8c74af-774a-4835-8409-777ca12f460f,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:18:39.072997 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:39.093319 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:39.097253 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-59eb682d-f2d7-4253-b4bb-81be1c5fac65 None None] Provisioning for port 5e83a0f3-4010-4f3d-a442-37f1fb244f32 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:18:39.108594 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:39.180425 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-59eb682d-f2d7-4253-b4bb-81be1c5fac65 None None] Provisioning complete for port 5e83a0f3-4010-4f3d-a442-37f1fb244f32 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:39.185183 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-59eb682d-f2d7-4253-b4bb-81be1c5fac65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:39.216306 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-5d787b6b-a818-483a-a78c-b957e951bc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:39.295575 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-5d787b6b-a818-483a-a78c-b957e951bc0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:39.296372 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-59eb682d-f2d7-4253-b4bb-81be1c5fac65 None None] Port 5e83a0f3-4010-4f3d-a442-37f1fb244f32 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:18:39.309040 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=3f8c74af-774a-4835-8409-777ca12f460f,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:39.312523 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:39.334085 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-5d787b6b-a818-483a-a78c-b957e951bc0d admin admin] Usage tracker for resource:security_group_rule and tenant:8bcd440a7c224d6bbede2fe5a1ce2ae8 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:39.335138 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:34Z', 'revision_number': 3, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:39.340710 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-5d787b6b-a818-483a-a78c-b957e951bc0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:39.347896 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Checking router: a4aa901b-9f28-441a-8b09-6124090251c7 for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:18:39.348437 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Updating router a4aa901b-9f28-441a-8b09-6124090251c7 port 5fab25a4-24eb-4d8e-8541-c48086a844a5 binding host dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:18:39.350900 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-5d787b6b-a818-483a-a78c-b957e951bc0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:39.410168 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe507310-af41-4280-96b4-8494316b09df req-f4ada53f-6fd7-417b-9e4e-e021ba73cc15 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:39.412242 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fe507310-af41-4280-96b4-8494316b09df req-f4ada53f-6fd7-417b-9e4e-e021ba73cc15 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.48 "GET /v2.0/networks?id=7988f701-31b9-4c1d-83ad-33b760c7c0a0 HTTP/1.1" status: 200 len: 812 time: 1.1235764 May 10 17:18:39.416297 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389900'] for router, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:39.509869 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:39.618643 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-5d787b6b-a818-483a-a78c-b957e951bc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:39.639548 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-5d787b6b-a818-483a-a78c-b957e951bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:39.651765 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:39.685978 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:39.705372 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [req-fe507310-af41-4280-96b4-8494316b09df req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Request body: {'port': {'device_id': '1af4f0d9-b8de-47cb-83d9-9cf05c3efe67', 'network_id': '7988f701-31b9-4c1d-83ad-33b760c7c0a0', 'admin_state_up': True, 'tenant_id': '7cafaac4f5b54dcba53d7846f0ac3141'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:39.826982 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-5d787b6b-a818-483a-a78c-b957e951bc0d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8bcd440a7c224d6bbede2fe5a1ce2ae8&name=default HTTP/1.1" status: 200 len: 2977 time: 1.1690986 May 10 17:18:39.835077 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46614) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:39.870628 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d787b6b-a818-483a-a78c-b957e951bc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e587aa-9dcf-4ef9-99a7-bcc86e0553ce,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:39.879743 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-5d787b6b-a818-483a-a78c-b957e951bc0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:40.120670 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46622) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:40.179247 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 3f8c74af-774a-4835-8409-777ca12f460f up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:18:40.339065 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 3f8c74af-774a-4835-8409-777ca12f460f triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:40.339907 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:40.344371 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-15143b43-5e45-4c99-8cdc-e3644874cfaa req-eb98cd9d-6b3b-4670-a0a7-f5dc1f8e7d86 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 210 time: 0.1609612 May 10 17:18:40.363588 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Allocated IP 172.20.0.1 (a1f98b04-1289-47a9-9686-186f52c6471f/db28a517-7717-4b21-84d2-bf190df65817/01d4b51c-466b-4c50-ac0e-f78659b11c4f) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:18:40.447554 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-052de17a-cbe5-40f5-8821-8c5b5d3a8db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:40.455863 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:40.510366 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c40f-6a04-46a2-a2b4-038aa17d9c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:40.514098 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:40.563555 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Router 45b5a46e-4172-425e-a521-978cb6957350 is scheduled to L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 with binding_index 1 {{(pid=78663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:18:40.583314 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a0c0c7e7-ed70-4b44-a951-93e9c22532e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:40.625649 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [req-fe507310-af41-4280-96b4-8494316b09df req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:40.655855 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-fe507310-af41-4280-96b4-8494316b09df req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Usage tracker for resource:port and tenant:7cafaac4f5b54dcba53d7846f0ac3141 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:40.662591 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-a0c0c7e7-ed70-4b44-a951-93e9c22532e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:40.703594 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:40.734207 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Transition to ACTIVE for port object 01d4b51c-466b-4c50-ac0e-f78659b11c4f will not be triggered until provisioned by entity DHCP. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:18:40.776608 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:40.783647 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:40.803436 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:40.815569 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Notify callbacks [] for port, precommit_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:40.840609 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Transition to ACTIVE for port object 5fab25a4-24eb-4d8e-8541-c48086a844a5 will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:18:40.859286 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:40.872264 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:40.938356 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Network a1f98b04-1289-47a9-9686-186f52c6471f is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:18:40.941356 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:18:40.945423 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:18:40.946510 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384723'] for router_interface, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:40.980231 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Pushing event updated for resources: {'Port': ['ID=01d4b51c-466b-4c50-ac0e-f78659b11c4f,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:40.985985 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:40.998025 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c21c5-61d4-4492-ab7b-b89acbe47566 None None] Pushing event updated for resources: {'Port': ['ID=5fab25a4-24eb-4d8e-8541-c48086a844a5,revision_number=2']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:41.007071 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-2e0c21c5-61d4-4492-ab7b-b89acbe47566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:41.042463 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Attempting to bind port 5fab25a4-24eb-4d8e-8541-c48086a844a5 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:18:41.042933 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Attempting to bind port 5fab25a4-24eb-4d8e-8541-c48086a844a5 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:18:41.043326 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Attempting to bind port 5fab25a4-24eb-4d8e-8541-c48086a844a5 on network b05e2d32-e45c-4d37-b711-ba1bc02235d8 {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:18:41.052738 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:18:41.052738 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Checking segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:18:41.053010 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:41.053366 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Bound using segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:18:41.053849 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Bound port: 5fab25a4-24eb-4d8e-8541-c48086a844a5, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:18:41.054244 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:41.098337 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-fe507310-af41-4280-96b4-8494316b09df req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:41.116376 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-a0c0c7e7-ed70-4b44-a951-93e9c22532e9 admin admin] Usage tracker for resource:security_group_rule and tenant:9daf934f51a549b4b7fc34852ca9c3c4 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:41.127405 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c40f-6a04-46a2-a2b4-038aa17d9c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:41.163795 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:41.308498 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] For port 5fab25a4-24eb-4d8e-8541-c48086a844a5, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:18:41.318446 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] For port 5fab25a4-24eb-4d8e-8541-c48086a844a5, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=5fab25a4-24eb-4d8e-8541-c48086a844a5,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:18:41.335263 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:41.339802 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:41.503928 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-a0c0c7e7-ed70-4b44-a951-93e9c22532e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:41.533981 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [req-fe507310-af41-4280-96b4-8494316b09df req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:41.619041 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c21c5-61d4-4492-ab7b-b89acbe47566 None None] Pushing event updated for resources: {'Port': ['ID=5fab25a4-24eb-4d8e-8541-c48086a844a5,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:41.642623 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-2e0c21c5-61d4-4492-ab7b-b89acbe47566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:41.688685 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-a0c0c7e7-ed70-4b44-a951-93e9c22532e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:41.692310 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Routers {'a4aa901b-9f28-441a-8b09-6124090251c7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:18:41.694790 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:18:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['a4aa901b-9f28-441a-8b09-6124090251c7'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:41.850457 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-04cb7c91-b612-4367-bafc-3de965294561 req-05848054-42dc-471b-b882-17f0cd719352 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 210 time: 0.1726992 May 10 17:18:41.861212 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-7a58eb28-3a11-4cbe-b332-6661d0deb375 None None] Provisioning for port 01d4b51c-466b-4c50-ac0e-f78659b11c4f completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:18:41.914857 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:41.925974 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:41.927197 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384624'] for router_interface, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:41.936934 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-315cd6bd-db3f-4edf-bccd-8ebdde1df0dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:41.953289 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-7a58eb28-3a11-4cbe-b332-6661d0deb375 None None] Provisioning complete for port 01d4b51c-466b-4c50-ac0e-f78659b11c4f triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:41.953657 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-7a58eb28-3a11-4cbe-b332-6661d0deb375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:41.966661 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe507310-af41-4280-96b4-8494316b09df req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Made reservation on behalf of 7cafaac4f5b54dcba53d7846f0ac3141 for: {'port': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:18:41.972108 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-fe507310-af41-4280-96b4-8494316b09df req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:42.000475 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c40f-6a04-46a2-a2b4-038aa17d9c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:42.062029 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-7a58eb28-3a11-4cbe-b332-6661d0deb375 None None] Port 01d4b51c-466b-4c50-ac0e-f78659b11c4f cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:18:42.079642 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-de0de81c-da77-4f50-be29-0b888064a11d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:42.106359 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1c40f-6a04-46a2-a2b4-038aa17d9c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e587aa-9dcf-4ef9-99a7-bcc86e0553ce,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:42.110958 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] Set router a4aa901b-9f28-441a-8b09-6124090251c7 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:18:42.244359 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Pushing event updated for resources: {'Port': ['ID=01d4b51c-466b-4c50-ac0e-f78659b11c4f,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:42.248585 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Network a1f98b04-1289-47a9-9686-186f52c6471f is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:18:42.249797 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:42.250935 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:18:42.361947 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_common [req-fe507310-af41-4280-96b4-8494316b09df req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Allocated IP 172.20.0.8 (7988f701-31b9-4c1d-83ad-33b760c7c0a0/577c6e72-f266-4f67-9973-cc1002457235/4cc634df-fa15-4a59-ba80-89eff81778b7) {{(pid=78663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:18:42.492469 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:42.627984 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Router a4aa901b-9f28-441a-8b09-6124090251c7 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:18:42.692576 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-67333fb6-7297-4df6-91c6-d0889d02b675 None None] Provisioning complete for port 01d4b51c-466b-4c50-ac0e-f78659b11c4f triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:42.693894 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-67333fb6-7297-4df6-91c6-d0889d02b675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:42.697244 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-fe507310-af41-4280-96b4-8494316b09df req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Notify callbacks [] for port, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:42.710487 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-f8c1c40f-6a04-46a2-a2b4-038aa17d9c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:42.857883 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a0c0c7e7-ed70-4b44-a951-93e9c22532e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:42.858530 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-67333fb6-7297-4df6-91c6-d0889d02b675 None None] Port 01d4b51c-466b-4c50-ac0e-f78659b11c4f cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:18:42.903446 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a0c0c7e7-ed70-4b44-a951-93e9c22532e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:42.923303 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.db.resource_extend [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 17:18:43.012783 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:43.043394 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c40f-6a04-46a2-a2b4-038aa17d9c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:43.047272 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-f8c1c40f-6a04-46a2-a2b4-038aa17d9c6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06e587aa-9dcf-4ef9-99a7-bcc86e0553ce HTTP/1.1" status: 204 len: 168 time: 3.1964846 May 10 17:18:43.055709 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0c7e7-ed70-4b44-a951-93e9c22532e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b73e59a-56fc-4484-b866-9312e04ad564,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:43.058875 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a0c0c7e7-ed70-4b44-a951-93e9c22532e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:43.061353 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:43.108568 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:18:43.108568 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:43.114511 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:18:43.120086 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Sync routers for ids ['45b5a46e-4172-425e-a521-978cb6957350'] in dv-cinder-786385-3-iscsi {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:18:43.124472 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384624'] for router_interface, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:43.142445 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:43.160999 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Routers {'45b5a46e-4172-425e-a521-978cb6957350'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:18:43.161312 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] 10.222.0.16 "PUT /v2.0/routers/a4aa901b-9f28-441a-8b09-6124090251c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1322961 May 10 17:18:43.161657 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:18:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['45b5a46e-4172-425e-a521-978cb6957350'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:43.170629 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '01d4b51c-466b-4c50-ac0e-f78659b11c4f', 'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'mac_address': 'fa:16:3e:3b:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:39Z', 'updated_at': '2021-05-10T17:18:40Z', 'revision_number': 1, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'subnets': [{'id': 'db28a517-7717-4b21-84d2-bf190df65817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:43.177878 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f3690-912a-4e8b-847b-0f80de66609a None None] The sync data for ids ['a4aa901b-9f28-441a-8b09-6124090251c7'] in dv-cinder-786385-3-iscsi is: [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '01d4b51c-466b-4c50-ac0e-f78659b11c4f', 'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'mac_address': 'fa:16:3e:3b:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:39Z', 'updated_at': '2021-05-10T17:18:40Z', 'revision_number': 1, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'subnets': [{'id': 'db28a517-7717-4b21-84d2-bf190df65817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:18:43.293148 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d09f28f5-2ca4-4d79-8a1a-4cd2fb3fa259 req-55ab7d13-97ff-4017-9f34-090e2130f737 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 210 time: 0.0582414 May 10 17:18:43.317532 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 46670) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:43.317768 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-a0c0c7e7-ed70-4b44-a951-93e9c22532e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9daf934f51a549b4b7fc34852ca9c3c4&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1906991 May 10 17:18:43.405653 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] Notify callbacks [] for router, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:43.410755 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-f0028db2-841a-41e4-8150-3eba22d01908 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.6705482 May 10 17:18:43.417382 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 46676) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:43.462000 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Pushing event updated for resources: {'Port': ['ID=5e83a0f3-4010-4f3d-a442-37f1fb244f32,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:43.465741 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:43.482235 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-fe507310-af41-4280-96b4-8494316b09df req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:43.489364 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Set router 45b5a46e-4172-425e-a521-978cb6957350 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:18:43.518143 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:43.653842 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe507310-af41-4280-96b4-8494316b09df req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Network 7988f701-31b9-4c1d-83ad-33b760c7c0a0 is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:18:43.687757 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [req-fe507310-af41-4280-96b4-8494316b09df req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:18:43.700225 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe507310-af41-4280-96b4-8494316b09df req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Received port after_create {{(pid=78663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:18:43.716436 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe507310-af41-4280-96b4-8494316b09df req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:43.730685 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-fe507310-af41-4280-96b4-8494316b09df req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:43.834721 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Network f5b047ab-a8ae-49d7-90db-71521d6a900a is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:18:43.896793 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:18:44.061784 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Pushing event updated for resources: {'Port': ['ID=4cc634df-fa15-4a59-ba80-89eff81778b7,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:44.065492 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:44.084098 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cb23c9ec-52d3-4f37-a3b2-2f5e4b4d3aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:44.226810 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cb23c9ec-52d3-4f37-a3b2-2f5e4b4d3aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:44.235670 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fe507310-af41-4280-96b4-8494316b09df req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6459076 May 10 17:18:44.316117 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b5a46e-4172-425e-a521-978cb6957350', 'name': 'tempest-ServerRescueNegativeTestJSON-2069461510-router', 'tenant_id': '9bccd4acb8f14e2c89f70d682d458f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '56bb4e1f-733a-453c-959a-44747b69f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:37Z', 'revision_number': 3, 'project_id': '9bccd4acb8f14e2c89f70d682d458f36', 'gw_port': {'id': '56bb4e1f-733a-453c-959a-44747b69f108', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b5a46e-4172-425e-a521-978cb6957350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:33Z', 'updated_at': '2021-05-10T17:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:44.324563 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Checking router: 45b5a46e-4172-425e-a521-978cb6957350 for host: dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:18:44.324939 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Updating router 45b5a46e-4172-425e-a521-978cb6957350 port 56bb4e1f-733a-453c-959a-44747b69f108 binding host dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:18:44.392247 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cb23c9ec-52d3-4f37-a3b2-2f5e4b4d3aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:44.413990 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-846cc6bd-b749-4158-b397-da13f1f058ef None None] Provisioning complete for port 5e83a0f3-4010-4f3d-a442-37f1fb244f32 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:44.416066 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-846cc6bd-b749-4158-b397-da13f1f058ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:44.472039 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-5d787b6b-a818-483a-a78c-b957e951bc0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:44.489702 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:44.655292 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-846cc6bd-b749-4158-b397-da13f1f058ef None None] Port 5e83a0f3-4010-4f3d-a442-37f1fb244f32 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:18:44.675278 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Router 56b3889e-12bf-47d0-91b1-33e845d83cf4 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:18:44.729768 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23c9ec-52d3-4f37-a3b2-2f5e4b4d3aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b73e59a-56fc-4484-b866-9312e04ad564,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:44.736643 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-cb23c9ec-52d3-4f37-a3b2-2f5e4b4d3aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:44.917088 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 46710) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:44.932125 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-f5bb3674-eb14-433e-a8b4-dd1f78316af8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128769071', 'description': 'tempest-description--1937960068'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:44.937302 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cb23c9ec-52d3-4f37-a3b2-2f5e4b4d3aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:44.938513 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-cb23c9ec-52d3-4f37-a3b2-2f5e4b4d3aa6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b73e59a-56fc-4484-b866-9312e04ad564 HTTP/1.1" status: 204 len: 168 time: 1.6198626 May 10 17:18:44.952070 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-f5bb3674-eb14-433e-a8b4-dd1f78316af8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:44.981839 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-f5bb3674-eb14-433e-a8b4-dd1f78316af8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Usage tracker for resource:security_group and tenant:62136d7f0f71473ab7a5bef1cbdb2804 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:44.991450 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-f5bb3674-eb14-433e-a8b4-dd1f78316af8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:45.042826 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-f5bb3674-eb14-433e-a8b4-dd1f78316af8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:45.092778 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3674-eb14-433e-a8b4-dd1f78316af8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:45.100426 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b594d4-3e91-4e01-91b4-491b8b7c9c6a req-9e48484b-6b15-4dc1-adfa-799c861ce354 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:45.101386 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-70b594d4-3e91-4e01-91b4-491b8b7c9c6a req-9e48484b-6b15-4dc1-adfa-799c861ce354 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Synchronizing usage tracker for tenant:7cafaac4f5b54dcba53d7846f0ac3141 on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:18:45.140355 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-70b594d4-3e91-4e01-91b4-491b8b7c9c6a req-9e48484b-6b15-4dc1-adfa-799c861ce354 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Unset dirty status for tenant:7cafaac4f5b54dcba53d7846f0ac3141 on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:18:45.149057 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-70b594d4-3e91-4e01-91b4-491b8b7c9c6a req-9e48484b-6b15-4dc1-adfa-799c861ce354 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 931 time: 0.6360822 May 10 17:18:45.191672 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:18:45.207256 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Sync routers for ids ['56b3889e-12bf-47d0-91b1-33e845d83cf4'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:18:45.216959 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] 10.222.0.16 "PUT /v2.0/routers/56b3889e-12bf-47d0-91b1-33e845d83cf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7717278 May 10 17:18:45.230120 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Routers {'56b3889e-12bf-47d0-91b1-33e845d83cf4'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:18:45.234087 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:18:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['56b3889e-12bf-47d0-91b1-33e845d83cf4'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:45.239262 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-70b594d4-3e91-4e01-91b4-491b8b7c9c6a req-3fb4c082-0314-4a0c-bff3-9952446559f8 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Synchronizing usage tracker for tenant:7cafaac4f5b54dcba53d7846f0ac3141 on resource:security_group {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:18:45.290650 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-70b594d4-3e91-4e01-91b4-491b8b7c9c6a req-3fb4c082-0314-4a0c-bff3-9952446559f8 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Unset dirty status for tenant:7cafaac4f5b54dcba53d7846f0ac3141 on resource:security_group {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:18:45.306824 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-70b594d4-3e91-4e01-91b4-491b8b7c9c6a req-3fb4c082-0314-4a0c-bff3-9952446559f8 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/security-groups?id=50423558-5500-471b-867e-462d5119eb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546633 May 10 17:18:45.328213 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Notify callbacks [] for port, precommit_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:45.352935 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.provisioning_blocks [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Transition to ACTIVE for port object 56bb4e1f-733a-453c-959a-44747b69f108 will not be triggered until provisioned by entity L2. {{(pid=78666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:18:45.370227 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-f5bb3674-eb14-433e-a8b4-dd1f78316af8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:45.375724 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-f5bb3674-eb14-433e-a8b4-dd1f78316af8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Usage tracker for resource:security_group_rule and tenant:62136d7f0f71473ab7a5bef1cbdb2804 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:45.376799 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:45.387252 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-ad5d5838-d07b-44df-96f3-ac8809ea97a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:45.394786 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-f5bb3674-eb14-433e-a8b4-dd1f78316af8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:45.420004 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-f5bb3674-eb14-433e-a8b4-dd1f78316af8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:45.528477 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Attempting to bind port 56bb4e1f-733a-453c-959a-44747b69f108 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:18:45.528931 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Attempting to bind port 56bb4e1f-733a-453c-959a-44747b69f108 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:18:45.529283 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Attempting to bind port 56bb4e1f-733a-453c-959a-44747b69f108 on network b05e2d32-e45c-4d37-b711-ba1bc02235d8 {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:18:45.562205 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:18:45.562573 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Checking segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:18:45.562982 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:45.563362 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Bound using segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:18:45.563846 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Bound port: 56bb4e1f-733a-453c-959a-44747b69f108, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:18:45.564231 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:45.594048 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3674-eb14-433e-a8b4-dd1f78316af8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:45.737584 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] For port 56bb4e1f-733a-453c-959a-44747b69f108, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:18:45.744819 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] For port 56bb4e1f-733a-453c-959a-44747b69f108, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=56bb4e1f-733a-453c-959a-44747b69f108,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:18:45.748629 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3674-eb14-433e-a8b4-dd1f78316af8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:45.761939 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:45.818108 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:45.843238 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Set router 56b3889e-12bf-47d0-91b1-33e845d83cf4 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:18:45.844480 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93f9a9-9015-4e37-b87e-9c0968fbf8de None None] Pushing event updated for resources: {'Port': ['ID=56bb4e1f-733a-453c-959a-44747b69f108,revision_number=2']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:45.857537 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-ac93f9a9-9015-4e37-b87e-9c0968fbf8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:45.876532 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:45.902344 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3674-eb14-433e-a8b4-dd1f78316af8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:45.909147 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-f5bb3674-eb14-433e-a8b4-dd1f78316af8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9904008 May 10 17:18:45.912272 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46736) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:45.919484 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-67dc398c-db45-45f1-911a-de57621093fd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Request body: {'security_group_rule': {'security_group_id': '1eeb99f4-f523-498f-a39c-0fb32ec716a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:45.934550 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-67dc398c-db45-45f1-911a-de57621093fd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:45.942777 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb3674-eb14-433e-a8b4-dd1f78316af8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eeb99f4-f523-498f-a39c-0fb32ec716a0,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:45.951037 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-67dc398c-db45-45f1-911a-de57621093fd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Usage tracker for resource:security_group_rule and tenant:62136d7f0f71473ab7a5bef1cbdb2804 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:45.963750 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-67dc398c-db45-45f1-911a-de57621093fd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:45.969186 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-f5bb3674-eb14-433e-a8b4-dd1f78316af8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:45.984590 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-67dc398c-db45-45f1-911a-de57621093fd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:46.021924 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93f9a9-9015-4e37-b87e-9c0968fbf8de None None] Pushing event updated for resources: {'Port': ['ID=56bb4e1f-733a-453c-959a-44747b69f108,revision_number=3']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:46.022374 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [req-fe507310-af41-4280-96b4-8494316b09df req-4e015094-2514-438f-bc67-d26467f1b0d8 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:18:46.026594 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fe507310-af41-4280-96b4-8494316b09df req-4e015094-2514-438f-bc67-d26467f1b0d8 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0281293 May 10 17:18:46.033412 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Routers {'45b5a46e-4172-425e-a521-978cb6957350'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:18:46.034272 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:18:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['45b5a46e-4172-425e-a521-978cb6957350'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:46.079000 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-67dc398c-db45-45f1-911a-de57621093fd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:46.129844 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46740) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:46.250276 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0c1ab0c-def6-4059-bc0f-8b0dee80de62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:46.259522 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 5fab25a4-24eb-4d8e-8541-c48086a844a5 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:18:46.318622 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-ac93f9a9-9015-4e37-b87e-9c0968fbf8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:46.329525 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-f0c1ab0c-def6-4059-bc0f-8b0dee80de62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:46.357694 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-f0c1ab0c-def6-4059-bc0f-8b0dee80de62 admin admin] Usage tracker for resource:security_group_rule and tenant:de18108a64f0483c8d6476f8d53e4dd5 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:46.372140 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-f0c1ab0c-def6-4059-bc0f-8b0dee80de62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:46.408046 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-f0c1ab0c-def6-4059-bc0f-8b0dee80de62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:46.438308 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-67dc398c-db45-45f1-911a-de57621093fd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:46.458675 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-67dc398c-db45-45f1-911a-de57621093fd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:46.517137 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:46.582214 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:46.602628 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc398c-db45-45f1-911a-de57621093fd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f54ab4b-bc40-47ec-9d47-17d2dff6b06e,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:46.724148 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-67dc398c-db45-45f1-911a-de57621093fd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:46.810278 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-67dc398c-db45-45f1-911a-de57621093fd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:46.811655 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-67dc398c-db45-45f1-911a-de57621093fd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8981340 May 10 17:18:46.812265 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46762) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:46.822454 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46764) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:46.829389 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] Set router 45b5a46e-4172-425e-a521-978cb6957350 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:18:46.831375 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-9a367568-3108-4d39-9279-4ff5e7d61c18 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--461621899', 'description': 'tempest-description--486905574'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:46.865214 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-9a367568-3108-4d39-9279-4ff5e7d61c18 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:46.897343 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-b9ef50ee-00e6-4782-8df8-cdbb471c3461 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Request body: {'security_group_rule': {'security_group_id': '1eeb99f4-f523-498f-a39c-0fb32ec716a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:46.912853 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-b9ef50ee-00e6-4782-8df8-cdbb471c3461 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:46.983610 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 5fab25a4-24eb-4d8e-8541-c48086a844a5 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:18:47.003189 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 5fab25a4-24eb-4d8e-8541-c48086a844a5 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:47.003597 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:47.090263 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Allocated IP 172.20.0.1 (db3f3b4e-f489-4e0e-932e-ffa1980b2df4/be69cc52-9a98-4fc1-87f3-313de9e76b52/19cf94ec-f726-4530-b5c2-3f2a4607a83d) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:18:47.280400 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:40Z', 'revision_number': 4, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '5e83a0f3-4010-4f3d-a442-37f1fb244f32', 'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'mac_address': 'fa:16:3e:bd:4e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:36Z', 'updated_at': '2021-05-10T17:18:40Z', 'revision_number': 2, 'project_id': '36ab77e54c50411aa55aac321de05175', 'subnets': [{'id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:47.295337 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Checking router: 56b3889e-12bf-47d0-91b1-33e845d83cf4 for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:18:47.296487 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Updating router 56b3889e-12bf-47d0-91b1-33e845d83cf4 port 5e83a0f3-4010-4f3d-a442-37f1fb244f32 binding host dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:18:47.298974 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-b9ef50ee-00e6-4782-8df8-cdbb471c3461 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Usage tracker for resource:security_group_rule and tenant:62136d7f0f71473ab7a5bef1cbdb2804 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:47.317417 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-9a367568-3108-4d39-9279-4ff5e7d61c18 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Usage tracker for resource:security_group and tenant:36ab77e54c50411aa55aac321de05175 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:47.342265 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b5a46e-4172-425e-a521-978cb6957350', 'name': 'tempest-ServerRescueNegativeTestJSON-2069461510-router', 'tenant_id': '9bccd4acb8f14e2c89f70d682d458f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '56bb4e1f-733a-453c-959a-44747b69f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:37Z', 'revision_number': 3, 'project_id': '9bccd4acb8f14e2c89f70d682d458f36', 'gw_port': {'id': '56bb4e1f-733a-453c-959a-44747b69f108', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b5a46e-4172-425e-a521-978cb6957350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:33Z', 'updated_at': '2021-05-10T17:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:47.354597 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8a56ff-aae9-47b9-986a-beceea50af68 None None] The sync data for ids ['45b5a46e-4172-425e-a521-978cb6957350'] in dv-cinder-786385-3-iscsi is: [{'id': '45b5a46e-4172-425e-a521-978cb6957350', 'name': 'tempest-ServerRescueNegativeTestJSON-2069461510-router', 'tenant_id': '9bccd4acb8f14e2c89f70d682d458f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '56bb4e1f-733a-453c-959a-44747b69f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:37Z', 'revision_number': 3, 'project_id': '9bccd4acb8f14e2c89f70d682d458f36', 'gw_port': {'id': '56bb4e1f-733a-453c-959a-44747b69f108', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b5a46e-4172-425e-a521-978cb6957350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:33Z', 'updated_at': '2021-05-10T17:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}] {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:18:47.381090 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0c1ab0c-def6-4059-bc0f-8b0dee80de62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:47.385844 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-b9ef50ee-00e6-4782-8df8-cdbb471c3461 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:47.390357 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-9a367568-3108-4d39-9279-4ff5e7d61c18 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:47.405523 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:47.423811 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c94d5-3258-43dc-b799-ab7ad3e752f9 req-eec78301-83b4-4f3d-bda5-59a22f97532b tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:47.427984 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-181c94d5-3258-43dc-b799-ab7ad3e752f9 req-eec78301-83b4-4f3d-bda5-59a22f97532b tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 931 time: 0.8361616 May 10 17:18:47.432081 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0c1ab0c-def6-4059-bc0f-8b0dee80de62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:47.439267 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-b9ef50ee-00e6-4782-8df8-cdbb471c3461 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:47.461601 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:47.467359 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Sync routers for ids ['a4aa901b-9f28-441a-8b09-6124090251c7'] in dv-cinder-786385-3-iscsi {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:18:47.482998 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Routers {'a4aa901b-9f28-441a-8b09-6124090251c7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:18:47.486977 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-9a367568-3108-4d39-9279-4ff5e7d61c18 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:47.490949 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:18:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['a4aa901b-9f28-441a-8b09-6124090251c7'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:47.491147 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-f8c1c40f-6a04-46a2-a2b4-038aa17d9c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:47.578456 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:47.618162 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:47.642340 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-e1b251ad-da12-45bc-a305-46d5c978c683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:47.681722 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 5fab25a4-24eb-4d8e-8541-c48086a844a5, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=5fab25a4-24eb-4d8e-8541-c48086a844a5,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:18:47.709718 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:47.734513 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-2e0c21c5-61d4-4492-ab7b-b89acbe47566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:47.783615 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9a367568-3108-4d39-9279-4ff5e7d61c18 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:47.879490 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-9a367568-3108-4d39-9279-4ff5e7d61c18 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:47.884195 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-9a367568-3108-4d39-9279-4ff5e7d61c18 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Usage tracker for resource:security_group_rule and tenant:36ab77e54c50411aa55aac321de05175 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:47.887162 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-9a367568-3108-4d39-9279-4ff5e7d61c18 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:47.894092 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-9a367568-3108-4d39-9279-4ff5e7d61c18 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:47.908530 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Pushing event updated for resources: {'Port': ['ID=19cf94ec-f726-4530-b5c2-3f2a4607a83d,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:47.937627 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:47.967082 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Network db3f3b4e-f489-4e0e-932e-ffa1980b2df4 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:18:47.968513 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:18:47.977928 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:18:47.978546 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384723'] for router_interface, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.015888 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9a367568-3108-4d39-9279-4ff5e7d61c18 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.020111 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b9ef50ee-00e6-4782-8df8-cdbb471c3461 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.108466 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1ab0c-def6-4059-bc0f-8b0dee80de62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc01135-8e3a-4559-8b60-f609ddb53d2f,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:48.112729 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-f0c1ab0c-def6-4059-bc0f-8b0dee80de62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:48.115618 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-f0c1ab0c-def6-4059-bc0f-8b0dee80de62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de18108a64f0483c8d6476f8d53e4dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9844065 May 10 17:18:48.116530 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9a367568-3108-4d39-9279-4ff5e7d61c18 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.126398 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46776) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:48.151759 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-181c94d5-3258-43dc-b799-ab7ad3e752f9 req-e5610994-2f9e-491c-8cca-71c8af1bc6a4 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/security-groups?id=50423558-5500-471b-867e-462d5119eb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6920056 May 10 17:18:48.184428 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Set router a4aa901b-9f28-441a-8b09-6124090251c7 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:18:48.197171 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a0c0c7e7-ed70-4b44-a951-93e9c22532e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:48.261571 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.277183 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a367568-3108-4d39-9279-4ff5e7d61c18 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60cb0fa-9b39-466d-b9bc-ffb73850850c,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:48.282370 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-9a367568-3108-4d39-9279-4ff5e7d61c18 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:48.386642 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b9ef50ee-00e6-4782-8df8-cdbb471c3461 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.393897 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 56bb4e1f-733a-453c-959a-44747b69f108 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:18:48.415226 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b9ef50ee-00e6-4782-8df8-cdbb471c3461 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.453423 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=5fab25a4-24eb-4d8e-8541-c48086a844a5,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:48.454666 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:48.462249 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:48.479860 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9a367568-3108-4d39-9279-4ff5e7d61c18 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.489329 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-9a367568-3108-4d39-9279-4ff5e7d61c18 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6619651 May 10 17:18:48.496720 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46782) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:48.531186 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-c202cfc2-75de-4575-b278-38ba9dfc2b63 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Request body: {'security_group_rule': {'security_group_id': 'f60cb0fa-9b39-466d-b9bc-ffb73850850c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:48.548964 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef50ee-00e6-4782-8df8-cdbb471c3461 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3200f5-70b6-436b-be6a-a4a97bc0d3cf,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:48.560578 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b9ef50ee-00e6-4782-8df8-cdbb471c3461 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:48.573991 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-c202cfc2-75de-4575-b278-38ba9dfc2b63 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:48.584099 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b9ef50ee-00e6-4782-8df8-cdbb471c3461 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.589778 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 46786) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:48.597325 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Request body: {'floatingip': {'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:48.605631 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-b9ef50ee-00e6-4782-8df8-cdbb471c3461 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7521696 May 10 17:18:48.605631 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-c202cfc2-75de-4575-b278-38ba9dfc2b63 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Usage tracker for resource:security_group_rule and tenant:36ab77e54c50411aa55aac321de05175 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:48.610378 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-c202cfc2-75de-4575-b278-38ba9dfc2b63 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:48.629212 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-79b60632-7afb-46d6-8702-abe3247d8789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.638216 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-c202cfc2-75de-4575-b278-38ba9dfc2b63 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:48.638622 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:48.656109 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Usage tracker for resource:floatingip and tenant:62136d7f0f71473ab7a5bef1cbdb2804 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:48.691009 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:48.712400 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:48.717694 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-79b60632-7afb-46d6-8702-abe3247d8789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.761636 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c202cfc2-75de-4575-b278-38ba9dfc2b63 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.856535 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 56bb4e1f-733a-453c-959a-44747b69f108 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:18:48.875086 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.880179 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for floatingip, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.907013 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 56bb4e1f-733a-453c-959a-44747b69f108 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:48.919474 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.941170 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c202cfc2-75de-4575-b278-38ba9dfc2b63 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.948677 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-79b60632-7afb-46d6-8702-abe3247d8789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.953039 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c202cfc2-75de-4575-b278-38ba9dfc2b63 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.954200 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.959275 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384624'] for router_interface, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:48.971145 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-29f57e93-ca36-4f80-80e0-0e95e4f70626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:49.033698 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b60632-7afb-46d6-8702-abe3247d8789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc01135-8e3a-4559-8b60-f609ddb53d2f,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:49.036614 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-79b60632-7afb-46d6-8702-abe3247d8789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:49.038350 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b9ef50ee-00e6-4782-8df8-cdbb471c3461 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:49.045821 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c202cfc2-75de-4575-b278-38ba9dfc2b63 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:49.050456 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-c202cfc2-75de-4575-b278-38ba9dfc2b63 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5394144 May 10 17:18:49.051951 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-79b60632-7afb-46d6-8702-abe3247d8789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:49.053707 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-79b60632-7afb-46d6-8702-abe3247d8789 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5dc01135-8e3a-4559-8b60-f609ddb53d2f HTTP/1.1" status: 204 len: 168 time: 0.8950789 May 10 17:18:49.057960 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46800) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:49.076966 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-dcea79ef-2338-4ac6-ac8f-e9c16d49dc14 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Request body: {'security_group_rule': {'security_group_id': 'f60cb0fa-9b39-466d-b9bc-ffb73850850c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:49.095805 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-dcea79ef-2338-4ac6-ac8f-e9c16d49dc14 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:49.096821 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:49.108061 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-dcea79ef-2338-4ac6-ac8f-e9c16d49dc14 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Usage tracker for resource:security_group_rule and tenant:36ab77e54c50411aa55aac321de05175 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:49.109842 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '01d4b51c-466b-4c50-ac0e-f78659b11c4f', 'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'mac_address': 'fa:16:3e:3b:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:39Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 2, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'subnets': [{'id': 'db28a517-7717-4b21-84d2-bf190df65817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:49.114199 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-dcea79ef-2338-4ac6-ac8f-e9c16d49dc14 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:49.115420 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Checking router: a4aa901b-9f28-441a-8b09-6124090251c7 for host: dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:18:49.115835 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Updating router a4aa901b-9f28-441a-8b09-6124090251c7 port 01d4b51c-466b-4c50-ac0e-f78659b11c4f binding host dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:18:49.140059 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-dcea79ef-2338-4ac6-ac8f-e9c16d49dc14 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:49.163411 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202cfc2-75de-4575-b278-38ba9dfc2b63 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd68b85-ecee-49b7-986d-41f2ccc2e5a0,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:49.168128 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c202cfc2-75de-4575-b278-38ba9dfc2b63 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:49.168815 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-dcea79ef-2338-4ac6-ac8f-e9c16d49dc14 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:49.210255 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Notify callbacks [] for port, precommit_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:49.334521 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-dcea79ef-2338-4ac6-ac8f-e9c16d49dc14 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:49.356086 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Pushing event updated for resources: {'Port': ['ID=19cf94ec-f726-4530-b5c2-3f2a4607a83d,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:49.357912 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Request body: {'port': {'device_id': '1af4f0d9-b8de-47cb-83d9-9cf05c3efe67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:49.369152 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Transition to ACTIVE for port object 5e83a0f3-4010-4f3d-a442-37f1fb244f32 will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:18:49.370354 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:49.392709 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:49.411210 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:49.429928 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:49.469889 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-dcea79ef-2338-4ac6-ac8f-e9c16d49dc14 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:49.502405 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c202cfc2-75de-4575-b278-38ba9dfc2b63 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:49.556258 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea79ef-2338-4ac6-ac8f-e9c16d49dc14 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63fd0584-15a3-401e-954d-f41671a63a8e,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:49.578713 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-dcea79ef-2338-4ac6-ac8f-e9c16d49dc14 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:49.717112 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381139f-9788-44e1-a96a-4ec6c2d01f99 None None] Pushing event updated for resources: {'Port': ['ID=5e83a0f3-4010-4f3d-a442-37f1fb244f32,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:49.734459 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-4381139f-9788-44e1-a96a-4ec6c2d01f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:49.755384 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Network db3f3b4e-f489-4e0e-932e-ffa1980b2df4 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:18:49.765768 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:49.786525 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:49.804177 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:18:49.814777 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-dcea79ef-2338-4ac6-ac8f-e9c16d49dc14 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:49.820218 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-dcea79ef-2338-4ac6-ac8f-e9c16d49dc14 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7531075 May 10 17:18:49.828525 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 46822) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:49.843176 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Request body: {'floatingip': {'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:49.876263 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:49.891064 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Usage tracker for resource:floatingip and tenant:36ab77e54c50411aa55aac321de05175 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:49.939301 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:49.970789 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:49.988628 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 56bb4e1f-733a-453c-959a-44747b69f108, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=56bb4e1f-733a-453c-959a-44747b69f108,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:18:50.008476 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:50.016738 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:50.048985 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-26205a85-ff5a-4929-b623-1f8de2147ced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:50.387629 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Notify callbacks [] for port, precommit_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:50.423110 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.provisioning_blocks [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Transition to ACTIVE for port object 01d4b51c-466b-4c50-ac0e-f78659b11c4f will not be triggered until provisioned by entity L2. {{(pid=78666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:18:50.443448 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:50.467265 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:50.497852 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 5fab25a4-24eb-4d8e-8541-c48086a844a5 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:18:50.505403 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for floatingip, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:50.834225 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16283c-d211-4977-be14-3fb94e3d784e req-2912465c-7304-4939-b088-7dab8448ef42 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:50.849213 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3f16283c-d211-4977-be14-3fb94e3d784e req-2912465c-7304-4939-b088-7dab8448ef42 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 931 time: 1.2979875 May 10 17:18:50.954678 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 5fab25a4-24eb-4d8e-8541-c48086a844a5 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:50.956699 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:51.228116 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=56bb4e1f-733a-453c-959a-44747b69f108,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:51.269317 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3f16283c-d211-4977-be14-3fb94e3d784e req-51736504-29c1-43b1-8ef6-299f4c2ff69f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/security-groups?id=50423558-5500-471b-867e-462d5119eb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161744 May 10 17:18:51.288468 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.242s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:51.318698 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Attempting to bind port 5e83a0f3-4010-4f3d-a442-37f1fb244f32 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:18:51.319071 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Attempting to bind port 5e83a0f3-4010-4f3d-a442-37f1fb244f32 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '21323863-531d-46a0-afc2-7c859e5588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:18:51.319447 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Attempting to bind port 5e83a0f3-4010-4f3d-a442-37f1fb244f32 on network f5b047ab-a8ae-49d7-90db-71521d6a900a {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:18:51.350784 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:18:51.351172 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Checking segment: {'id': '21323863-531d-46a0-afc2-7c859e5588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:18:51.351615 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:51.352020 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Bound using segment: {'id': '21323863-531d-46a0-afc2-7c859e5588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:18:51.352498 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Bound port: 5e83a0f3-4010-4f3d-a442-37f1fb244f32, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21323863-531d-46a0-afc2-7c859e5588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:18:51.352893 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:51.362717 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc634df-fa15-4a59-ba80-89eff81778b7 {{(pid=78663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:18:51.372674 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:51.418277 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Transition to ACTIVE for port object 4cc634df-fa15-4a59-ba80-89eff81778b7 will not be triggered until provisioned by entity L2. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:18:51.430860 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:51.439103 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ee56d699-74f4-4538-859c-ef0413503eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:51.442323 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Router 45b5a46e-4172-425e-a521-978cb6957350 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:18:51.452940 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Attempting to bind port 01d4b51c-466b-4c50-ac0e-f78659b11c4f on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:18:51.453987 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Attempting to bind port 01d4b51c-466b-4c50-ac0e-f78659b11c4f by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '85b78c56-b6e9-4d4a-b4be-144ef07f4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f'}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:18:51.456768 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Attempting to bind port 01d4b51c-466b-4c50-ac0e-f78659b11c4f on network a1f98b04-1289-47a9-9686-186f52c6471f {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:18:51.490938 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Allocated IP 172.27.0.152 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/f4639435-6693-4016-b646-c1ccd4ca5684) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:18:51.497921 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:18:51.498312 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Checking segment: {'id': '85b78c56-b6e9-4d4a-b4be-144ef07f4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:18:51.498827 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:51.521988 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Bound using segment: {'id': '85b78c56-b6e9-4d4a-b4be-144ef07f4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f'} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:18:51.522737 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Bound port: 01d4b51c-466b-4c50-ac0e-f78659b11c4f, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b78c56-b6e9-4d4a-b4be-144ef07f4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f'}}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:18:51.523450 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:51.576080 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f065afc-0659-4e3a-863d-db40ed91a106 None None] Pushing event updated for resources: {'Port': ['ID=01d4b51c-466b-4c50-ac0e-f78659b11c4f,revision_number=3']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:51.583685 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-6f065afc-0659-4e3a-863d-db40ed91a106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.117s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:51.698094 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc634df-fa15-4a59-ba80-89eff81778b7,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:51.704873 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:51.763356 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] For port 5e83a0f3-4010-4f3d-a442-37f1fb244f32, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:18:51.772436 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Attempting to bind port 4cc634df-fa15-4a59-ba80-89eff81778b7 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:18:51.772818 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Attempting to bind port 4cc634df-fa15-4a59-ba80-89eff81778b7 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '69a7b28f-447d-4aeb-8fbb-8dc62eddfb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7988f701-31b9-4c1d-83ad-33b760c7c0a0'}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:18:51.773725 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Attempting to bind port 4cc634df-fa15-4a59-ba80-89eff81778b7 on network 7988f701-31b9-4c1d-83ad-33b760c7c0a0 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:18:51.775941 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] For port 5e83a0f3-4010-4f3d-a442-37f1fb244f32, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=5e83a0f3-4010-4f3d-a442-37f1fb244f32,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:18:51.797786 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] For port 01d4b51c-466b-4c50-ac0e-f78659b11c4f, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:18:51.819263 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] For port 01d4b51c-466b-4c50-ac0e-f78659b11c4f, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=01d4b51c-466b-4c50-ac0e-f78659b11c4f,segment=NetworkSegment(85b78c56-b6e9-4d4a-b4be-144ef07f4679),segment_id=85b78c56-b6e9-4d4a-b4be-144ef07f4679)] {{(pid=78666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:18:51.826921 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:51.836261 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:51.846015 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:51.851678 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Port 4cc634df-fa15-4a59-ba80-89eff81778b7 on network 7988f701-31b9-4c1d-83ad-33b760c7c0a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:18:51.852280 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Attempting to bind port 4cc634df-fa15-4a59-ba80-89eff81778b7 on network 7988f701-31b9-4c1d-83ad-33b760c7c0a0 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:18:51.879726 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:51.882419 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:18:51.884064 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Checking segment: {'id': '69a7b28f-447d-4aeb-8fbb-8dc62eddfb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7988f701-31b9-4c1d-83ad-33b760c7c0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:18:51.890711 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Bound using segment: {'id': '69a7b28f-447d-4aeb-8fbb-8dc62eddfb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7988f701-31b9-4c1d-83ad-33b760c7c0a0'} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:18:51.891456 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Bound port: 4cc634df-fa15-4a59-ba80-89eff81778b7, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a7b28f-447d-4aeb-8fbb-8dc62eddfb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7988f701-31b9-4c1d-83ad-33b760c7c0a0'}}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:18:51.892090 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:51.910170 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:52.082156 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Routers {'a4aa901b-9f28-441a-8b09-6124090251c7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:18:52.082827 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:18:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['a4aa901b-9f28-441a-8b09-6124090251c7'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:52.146758 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381139f-9788-44e1-a96a-4ec6c2d01f99 None None] Pushing event updated for resources: {'Port': ['ID=5e83a0f3-4010-4f3d-a442-37f1fb244f32,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:52.181911 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-4381139f-9788-44e1-a96a-4ec6c2d01f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:52.308783 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Routers {'56b3889e-12bf-47d0-91b1-33e845d83cf4'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:18:52.311572 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:18:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['56b3889e-12bf-47d0-91b1-33e845d83cf4'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:52.594344 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] For port 4cc634df-fa15-4a59-ba80-89eff81778b7, host hv-cinder-78638, cleared binding levels {{(pid=78663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:18:52.604319 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 56bb4e1f-733a-453c-959a-44747b69f108 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:18:52.607323 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] For port 4cc634df-fa15-4a59-ba80-89eff81778b7, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4cc634df-fa15-4a59-ba80-89eff81778b7,segment=NetworkSegment(69a7b28f-447d-4aeb-8fbb-8dc62eddfb29),segment_id=69a7b28f-447d-4aeb-8fbb-8dc62eddfb29)] {{(pid=78663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:18:52.619909 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:52.624537 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:52.811646 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:52.814778 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:52.816400 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fe507310-af41-4280-96b4-8494316b09df req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] 10.222.0.48 "PUT /v2.0/ports/4cc634df-fa15-4a59-ba80-89eff81778b7 HTTP/1.1" status: 200 len: 1093 time: 3.6257849 May 10 17:18:52.817426 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af4f0d9-b8de-47cb-83d9-9cf05c3efe67', 'tag': '4cc634df-fa15-4a59-ba80-89eff81778b7'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:18:52.988238 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f065afc-0659-4e3a-863d-db40ed91a106 None None] Pushing event updated for resources: {'Port': ['ID=01d4b51c-466b-4c50-ac0e-f78659b11c4f,revision_number=4']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:53.011500 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-6f065afc-0659-4e3a-863d-db40ed91a106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.157s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:53.110113 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] Set router a4aa901b-9f28-441a-8b09-6124090251c7 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:18:53.161808 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 56bb4e1f-733a-453c-959a-44747b69f108 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:53.162501 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:53.224711 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:53.261663 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] Set router 56b3889e-12bf-47d0-91b1-33e845d83cf4 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:18:53.281623 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:18:53.300128 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:53.317403 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:53.397054 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] 10.222.0.16 "PUT /v2.0/routers/45b5a46e-4172-425e-a521-978cb6957350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9777517 May 10 17:18:53.410498 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Pushing event updated for resources: {'Port': ['ID=f4639435-6693-4016-b646-c1ccd4ca5684,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:53.425636 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:53.441081 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:18:53.450888 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:18:53.456224 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:18:53.566234 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Sync routers for ids ['45b5a46e-4172-425e-a521-978cb6957350'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:18:53.672565 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:53.677943 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '01d4b51c-466b-4c50-ac0e-f78659b11c4f', 'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'mac_address': 'fa:16:3e:3b:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:39Z', 'updated_at': '2021-05-10T17:18:51Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'subnets': [{'id': 'db28a517-7717-4b21-84d2-bf190df65817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:53.700841 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc0633e-670d-4464-a352-a85cd57ce910 None None] The sync data for ids ['a4aa901b-9f28-441a-8b09-6124090251c7'] in dv-cinder-786385-3-iscsi is: [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '01d4b51c-466b-4c50-ac0e-f78659b11c4f', 'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'mac_address': 'fa:16:3e:3b:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:39Z', 'updated_at': '2021-05-10T17:18:51Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'subnets': [{'id': 'db28a517-7717-4b21-84d2-bf190df65817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:18:53.740891 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc634df-fa15-4a59-ba80-89eff81778b7,revision_number=3']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:53.831263 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_common [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Allocated IP 172.27.0.89 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/53d1c5ad-6530-4155-988d-28d59334f639) {{(pid=78663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:18:53.894855 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:54.105742 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Routers {'45b5a46e-4172-425e-a521-978cb6957350'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:18:54.107345 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:18:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['45b5a46e-4172-425e-a521-978cb6957350'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:54.128016 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for port, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:54.199363 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.575s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:54.253473 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:54.273276 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:54.523307 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:18:54.573039 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:18:54.586947 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Received port after_create {{(pid=78663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:18:54.599068 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Pushing event updated for resources: {'Port': ['ID=53d1c5ad-6530-4155-988d-28d59334f639,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:54.625567 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:54.628897 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b07efa-5b33-4252-b591-86ebece04067 req-1012b3e0-25c9-4da2-884f-07460e199922 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:54.637809 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-55b07efa-5b33-4252-b591-86ebece04067 req-1012b3e0-25c9-4da2-884f-07460e199922 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/networks?id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4 HTTP/1.1" status: 200 len: 819 time: 0.2324786 May 10 17:18:54.684650 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Set router 45b5a46e-4172-425e-a521-978cb6957350 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:18:54.692858 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-55b07efa-5b33-4252-b591-86ebece04067 req-01641ce3-d5bf-46cb-933a-1e8e1a9b718a tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/quotas/9bccd4acb8f14e2c89f70d682d458f36 HTTP/1.1" status: 200 len: 375 time: 0.0540349 May 10 17:18:54.839240 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe507310-af41-4280-96b4-8494316b09df req-843c6f9c-27ef-4a07-ae77-a95981b43e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:54.840767 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fe507310-af41-4280-96b4-8494316b09df req-843c6f9c-27ef-4a07-ae77-a95981b43e59 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7cafaac4f5b54dcba53d7846f0ac3141&device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 1096 time: 1.7143731 May 10 17:18:54.883250 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f1a00-36f5-4279-a2e2-d071515839ad req-394bb8a3-ef60-4ace-a094-2a5e8966547b tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:54.884804 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-b82f1a00-36f5-4279-a2e2-d071515839ad req-394bb8a3-ef60-4ace-a094-2a5e8966547b tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 943 time: 1.8746397 May 10 17:18:54.907121 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-55b07efa-5b33-4252-b591-86ebece04067 req-145a5191-51fd-40d9-ab0c-17333641f52d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Synchronizing usage tracker for tenant:9bccd4acb8f14e2c89f70d682d458f36 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:18:54.945945 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:54.970082 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:54.987039 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:55.115673 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Pushing event updated for resources: {'Port': ['ID=f4639435-6693-4016-b646-c1ccd4ca5684,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:55.124404 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-55b07efa-5b33-4252-b591-86ebece04067 req-145a5191-51fd-40d9-ab0c-17333641f52d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Unset dirty status for tenant:9bccd4acb8f14e2c89f70d682d458f36 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:18:55.131432 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-55b07efa-5b33-4252-b591-86ebece04067 req-145a5191-51fd-40d9-ab0c-17333641f52d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bccd4acb8f14e2c89f70d682d458f36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4376981 May 10 17:18:55.134601 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:55.139572 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16389503'] for floatingip, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:55.172737 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:55.174970 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5841608 May 10 17:18:55.274322 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fe507310-af41-4280-96b4-8494316b09df req-d616bcf7-3ad5-4cce-8239-18b6557297b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cc634df-fa15-4a59-ba80-89eff81778b7 HTTP/1.1" status: 200 len: 217 time: 0.3687253 May 10 17:18:55.411899 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe507310-af41-4280-96b4-8494316b09df req-0cb37ca6-43cd-416b-acdb-2d45862727d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:55.415542 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fe507310-af41-4280-96b4-8494316b09df req-0cb37ca6-43cd-416b-acdb-2d45862727d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=577c6e72-f266-4f67-9973-cc1002457235 HTTP/1.1" status: 200 len: 852 time: 0.1067781 May 10 17:18:55.416826 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:55.437194 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-b82f1a00-36f5-4279-a2e2-d071515839ad req-8d1de01c-01cc-42d7-b30c-ba7f14695294 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/security-groups?id=50423558-5500-471b-867e-462d5119eb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330646 May 10 17:18:55.543878 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fe507310-af41-4280-96b4-8494316b09df req-e6455952-6a04-4de6-8e4a-f1309e1888e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7988f701-31b9-4c1d-83ad-33b760c7c0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672278 May 10 17:18:55.585901 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:55.636431 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:40Z', 'revision_number': 4, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '5e83a0f3-4010-4f3d-a442-37f1fb244f32', 'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'mac_address': 'fa:16:3e:bd:4e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:36Z', 'updated_at': '2021-05-10T17:18:51Z', 'revision_number': 4, 'project_id': '36ab77e54c50411aa55aac321de05175', 'subnets': [{'id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:55.643632 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 01d4b51c-466b-4c50-ac0e-f78659b11c4f up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:18:55.687293 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c63e415-42da-4bd8-945c-d8961e1ae54b None None] The sync data for ids ['56b3889e-12bf-47d0-91b1-33e845d83cf4'] in dv-cinder-786385-3-iscsi is: [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:40Z', 'revision_number': 4, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '5e83a0f3-4010-4f3d-a442-37f1fb244f32', 'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'mac_address': 'fa:16:3e:bd:4e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:36Z', 'updated_at': '2021-05-10T17:18:51Z', 'revision_number': 4, 'project_id': '36ab77e54c50411aa55aac321de05175', 'subnets': [{'id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:18:55.783871 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [req-55b07efa-5b33-4252-b591-86ebece04067 req-ca403bf4-a1bb-48b3-b88c-e921cb51b7bd service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:18:55.784590 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-55b07efa-5b33-4252-b591-86ebece04067 req-ca403bf4-a1bb-48b3-b88c-e921cb51b7bd service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3659899 May 10 17:18:55.967892 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 01d4b51c-466b-4c50-ac0e-f78659b11c4f completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:18:56.004073 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b5a46e-4172-425e-a521-978cb6957350', 'name': 'tempest-ServerRescueNegativeTestJSON-2069461510-router', 'tenant_id': '9bccd4acb8f14e2c89f70d682d458f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '56bb4e1f-733a-453c-959a-44747b69f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:48Z', 'revision_number': 4, 'project_id': '9bccd4acb8f14e2c89f70d682d458f36', 'gw_port': {'id': '56bb4e1f-733a-453c-959a-44747b69f108', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b5a46e-4172-425e-a521-978cb6957350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:33Z', 'updated_at': '2021-05-10T17:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '19cf94ec-f726-4530-b5c2-3f2a4607a83d', 'name': '', 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4', 'tenant_id': '9bccd4acb8f14e2c89f70d682d458f36', 'mac_address': 'fa:16:3e:5f:96:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b5a46e-4172-425e-a521-978cb6957350', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'be69cc52-9a98-4fc1-87f3-313de9e76b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:46Z', 'updated_at': '2021-05-10T17:18:48Z', 'revision_number': 2, 'project_id': '9bccd4acb8f14e2c89f70d682d458f36', 'subnets': [{'id': 'be69cc52-9a98-4fc1-87f3-313de9e76b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:56.018165 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 01d4b51c-466b-4c50-ac0e-f78659b11c4f triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:56.018554 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:56.019304 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fe507310-af41-4280-96b4-8494316b09df req-102e9b48-05cb-4d0d-b5e3-af661ad0c6dd service neutron] 10.222.0.48 "GET /v2.0/networks/7988f701-31b9-4c1d-83ad-33b760c7c0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344652 May 10 17:18:56.070858 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 47008) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:56.084388 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Checking router: 45b5a46e-4172-425e-a521-978cb6957350 for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:18:56.085203 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Updating router 45b5a46e-4172-425e-a521-978cb6957350 port 19cf94ec-f726-4530-b5c2-3f2a4607a83d binding host dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:18:56.123040 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-55b07efa-5b33-4252-b591-86ebece04067 req-5f46e1b8-d0b1-48da-8b94-d8da859e80c5 service neutron] 10.222.0.16 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146138 May 10 17:18:56.167731 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:56.222483 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af4f0d9-b8de-47cb-83d9-9cf05c3efe67', 'tag': '4cc634df-fa15-4a59-ba80-89eff81778b7', 'status': 'completed', 'code': 200} May 10 17:18:56.382016 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-55b07efa-5b33-4252-b591-86ebece04067 req-82239905-a078-4641-8e2b-0a8ce7373399 service neutron] 10.222.0.16 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529457 May 10 17:18:56.431935 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-4f989ffb-cf90-46d0-8d9f-cc389f5103aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:56.506659 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-4f989ffb-cf90-46d0-8d9f-cc389f5103aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:18:56.513089 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-4f989ffb-cf90-46d0-8d9f-cc389f5103aa admin admin] Usage tracker for resource:security_group_rule and tenant:a2f03c82d1f047aa9a3919e9e85e6aa0 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:18:56.516992 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-4f989ffb-cf90-46d0-8d9f-cc389f5103aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:18:56.525223 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-4f989ffb-cf90-46d0-8d9f-cc389f5103aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:18:56.602329 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.db.resource_extend [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 17:18:56.630925 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fe507310-af41-4280-96b4-8494316b09df req-5acdc572-8318-4dd5-adff-136f036dcfce service neutron] 10.222.0.48 "GET /v2.0/networks/7988f701-31b9-4c1d-83ad-33b760c7c0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042376 May 10 17:18:56.633922 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:56.644063 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:56.659752 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:56.683529 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5667b677-d019-4e74-a620-a59dee60d571 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Synchronizing usage tracker for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:security_group {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:18:56.694480 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:56.748202 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16389503'] for floatingip, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:56.839213 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 01d4b51c-466b-4c50-ac0e-f78659b11c4f, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=01d4b51c-466b-4c50-ac0e-f78659b11c4f,segment=NetworkSegment(85b78c56-b6e9-4d4a-b4be-144ef07f4679),segment_id=85b78c56-b6e9-4d4a-b4be-144ef07f4679)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:18:56.859714 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:56.906621 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:56.941115 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5667b677-d019-4e74-a620-a59dee60d571 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Unset dirty status for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:security_group {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:18:56.942861 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5667b677-d019-4e74-a620-a59dee60d571 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1128769071&fields=id&tenant_id=62136d7f0f71473ab7a5bef1cbdb2804 HTTP/1.1" status: 200 len: 267 time: 0.5257213 May 10 17:18:56.967994 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41999437-0dd6-45c0-b31c-0d92dce2c470 req-d5bd7b14-6e57-4416-a190-15f4c2fc46fe tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:56.988882 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-41999437-0dd6-45c0-b31c-0d92dce2c470 req-d5bd7b14-6e57-4416-a190-15f4c2fc46fe tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 943 time: 0.1260324 May 10 17:18:57.079322 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-41999437-0dd6-45c0-b31c-0d92dce2c470 req-8aff9af6-11f5-4fa5-97c1-528ce776d63f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/security-groups?id=50423558-5500-471b-867e-462d5119eb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879562 May 10 17:18:57.213302 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=01d4b51c-466b-4c50-ac0e-f78659b11c4f,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:57.217983 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:57.232612 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-38509f60-70e4-4f68-8d1a-b6c2e2e3306b req-38df873e-5829-4324-bad2-ae595546987b tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 210 time: 0.1012793 May 10 17:18:57.310251 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Pushing event updated for resources: {'Port': ['ID=53d1c5ad-6530-4155-988d-28d59334f639,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:57.331933 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:57.337502 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:57.339496 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5029080 May 10 17:18:57.343370 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-4f989ffb-cf90-46d0-8d9f-cc389f5103aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:57.399205 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-4f989ffb-cf90-46d0-8d9f-cc389f5103aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:57.441601 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-9a367568-3108-4d39-9279-4ff5e7d61c18 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:57.516545 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e40c7-9f86-4530-8fd6-275897ec1e75 req-109526f8-f0f6-4f2c-b376-e74e3436d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:57.522545 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-861e40c7-9f86-4530-8fd6-275897ec1e75 req-109526f8-f0f6-4f2c-b376-e74e3436d2ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7cafaac4f5b54dcba53d7846f0ac3141&device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 1096 time: 0.7142427 May 10 17:18:57.533821 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Notify callbacks [] for port, precommit_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:57.584262 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Transition to ACTIVE for port object 19cf94ec-f726-4530-b5c2-3f2a4607a83d will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:18:57.606541 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:57.613379 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-4381139f-9788-44e1-a96a-4ec6c2d01f99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:57.642654 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f989ffb-cf90-46d0-8d9f-cc389f5103aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf5d3f2-23a0-4767-abc8-27403c0008b2,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:57.655783 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-00f2e2e6-0072-43c5-b614-e232a2dee853 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:57.656507 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-00f2e2e6-0072-43c5-b614-e232a2dee853 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Synchronizing usage tracker for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:network {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:18:57.660138 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-4f989ffb-cf90-46d0-8d9f-cc389f5103aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:57.677688 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-4f989ffb-cf90-46d0-8d9f-cc389f5103aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2f03c82d1f047aa9a3919e9e85e6aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6017764 May 10 17:18:57.755070 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 5e83a0f3-4010-4f3d-a442-37f1fb244f32 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:18:57.771801 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 47094) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:57.865587 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-00f2e2e6-0072-43c5-b614-e232a2dee853 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Unset dirty status for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:network {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:18:57.875862 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-00f2e2e6-0072-43c5-b614-e232a2dee853 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/networks?id=a1f98b04-1289-47a9-9686-186f52c6471f HTTP/1.1" status: 200 len: 810 time: 0.9046118 May 10 17:18:57.911668 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2e4be-0ad0-4586-b97d-955559dde258 None None] Pushing event updated for resources: {'Port': ['ID=19cf94ec-f726-4530-b5c2-3f2a4607a83d,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:57.930771 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-4bf2e4be-0ad0-4586-b97d-955559dde258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:57.970157 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-8fc12360-0e75-498f-b2e6-a18b106a721b tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/quotas/62136d7f0f71473ab7a5bef1cbdb2804 HTTP/1.1" status: 200 len: 375 time: 0.0931787 May 10 17:18:57.979075 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-26b72fd5-7a50-462a-bd98-424d1155657c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:57.981256 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-26b72fd5-7a50-462a-bd98-424d1155657c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/networks?id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4 HTTP/1.1" status: 200 len: 819 time: 0.4212434 May 10 17:18:58.005456 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-6403b936-6edc-4a62-b9da-67cd458bc032 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/quotas/9bccd4acb8f14e2c89f70d682d458f36 HTTP/1.1" status: 200 len: 375 time: 0.0180764 May 10 17:18:58.059872 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 5e83a0f3-4010-4f3d-a442-37f1fb244f32 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:18:58.075849 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Attempting to bind port 19cf94ec-f726-4530-b5c2-3f2a4607a83d on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:18:58.076228 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Attempting to bind port 19cf94ec-f726-4530-b5c2-3f2a4607a83d by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': 'f041281e-c37a-4ff8-a71f-efe88c9ab37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:18:58.076637 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Attempting to bind port 19cf94ec-f726-4530-b5c2-3f2a4607a83d on network db3f3b4e-f489-4e0e-932e-ffa1980b2df4 {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:18:58.094666 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e40c7-9f86-4530-8fd6-275897ec1e75 req-139b1f74-0156-4dc9-b542-e3223b773c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:58.096143 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-861e40c7-9f86-4530-8fd6-275897ec1e75 req-139b1f74-0156-4dc9-b542-e3223b773c9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=7988f701-31b9-4c1d-83ad-33b760c7c0a0 HTTP/1.1" status: 200 len: 913 time: 0.4948373 May 10 17:18:58.100652 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:18:58.101103 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Checking segment: {'id': 'f041281e-c37a-4ff8-a71f-efe88c9ab37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:18:58.102079 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:58.102474 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Bound using segment: {'id': 'f041281e-c37a-4ff8-a71f-efe88c9ab37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:18:58.107680 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-41be6c95-cd7f-47ba-8155-eabac0e94dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:58.109146 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Bound port: 19cf94ec-f726-4530-b5c2-3f2a4607a83d, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f041281e-c37a-4ff8-a71f-efe88c9ab37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:18:58.109821 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:58.122964 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-10ebe170-1392-46c5-9b57-95a8d149b603 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bccd4acb8f14e2c89f70d682d458f36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1114926 May 10 17:18:58.126094 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 5e83a0f3-4010-4f3d-a442-37f1fb244f32 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:58.126471 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:58.186116 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-861e40c7-9f86-4530-8fd6-275897ec1e75 req-2170fcf4-00c6-4567-ab9f-8ab00d7fe4f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cc634df-fa15-4a59-ba80-89eff81778b7 HTTP/1.1" status: 200 len: 217 time: 0.0793600 May 10 17:18:58.293806 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-21d921c6-b869-466d-afc0-c940bd026489 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=62136d7f0f71473ab7a5bef1cbdb2804&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3226717 May 10 17:18:58.299786 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-41be6c95-cd7f-47ba-8155-eabac0e94dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:58.401024 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:58.416010 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] For port 19cf94ec-f726-4530-b5c2-3f2a4607a83d, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:18:58.434852 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] For port 19cf94ec-f726-4530-b5c2-3f2a4607a83d, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=19cf94ec-f726-4530-b5c2-3f2a4607a83d,segment=NetworkSegment(f041281e-c37a-4ff8-a71f-efe88c9ab37e),segment_id=f041281e-c37a-4ff8-a71f-efe88c9ab37e)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:18:58.449373 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:58.464387 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:58.508483 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 5e83a0f3-4010-4f3d-a442-37f1fb244f32, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=5e83a0f3-4010-4f3d-a442-37f1fb244f32,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:18:58.520739 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-f4f71c93-3fb5-4f51-b496-3031c472ede3 service neutron] 10.222.0.16 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910058 May 10 17:18:58.526372 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:58.527481 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 01d4b51c-466b-4c50-ac0e-f78659b11c4f up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:18:58.565230 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-7c3c29a2-7afc-4192-a399-48bbe8afd94a service neutron] 10.222.0.16 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576871 May 10 17:18:58.647879 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e40c7-9f86-4530-8fd6-275897ec1e75 req-7a5350d4-608d-448d-bd02-6b441ba82ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:58.653765 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-861e40c7-9f86-4530-8fd6-275897ec1e75 req-7a5350d4-608d-448d-bd02-6b441ba82ce1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=577c6e72-f266-4f67-9973-cc1002457235 HTTP/1.1" status: 200 len: 852 time: 0.4481480 May 10 17:18:58.662598 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Routers {'45b5a46e-4172-425e-a521-978cb6957350'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:18:58.669284 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:18:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['45b5a46e-4172-425e-a521-978cb6957350'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:18:58.716343 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-73bb5518-164f-41eb-b590-7019e4fa50b6 service neutron] 10.222.0.16 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905608 May 10 17:18:58.887469 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2e4be-0ad0-4586-b97d-955559dde258 None None] Pushing event updated for resources: {'Port': ['ID=19cf94ec-f726-4530-b5c2-3f2a4607a83d,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:58.889017 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-24ef6aa7-4eeb-4d8c-ae23-3e59dc01f440 service neutron] 10.222.0.16 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991092 May 10 17:18:58.900794 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-861e40c7-9f86-4530-8fd6-275897ec1e75 req-72eadf6e-c95e-476e-9c81-e693335c644d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7988f701-31b9-4c1d-83ad-33b760c7c0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2313180 May 10 17:18:58.903357 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-41be6c95-cd7f-47ba-8155-eabac0e94dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:58.908603 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:58.929757 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-4bf2e4be-0ad0-4586-b97d-955559dde258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:58.930263 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:18:59.059781 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-302bffa0-2daf-441c-85f3-a36be1b5918a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Synchronizing usage tracker for tenant:36ab77e54c50411aa55aac321de05175 on resource:security_group {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:18:59.090396 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 01d4b51c-466b-4c50-ac0e-f78659b11c4f triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:18:59.090782 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:59.105869 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-302bffa0-2daf-441c-85f3-a36be1b5918a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Unset dirty status for tenant:36ab77e54c50411aa55aac321de05175 on resource:security_group {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:18:59.114959 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-302bffa0-2daf-441c-85f3-a36be1b5918a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--461621899&fields=id&tenant_id=36ab77e54c50411aa55aac321de05175 HTTP/1.1" status: 200 len: 267 time: 0.1160948 May 10 17:18:59.141866 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be6c95-cd7f-47ba-8155-eabac0e94dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf5d3f2-23a0-4767-abc8-27403c0008b2,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:59.145960 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-41be6c95-cd7f-47ba-8155-eabac0e94dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:59.201691 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.48', 55815) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:18:59.218469 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-41be6c95-cd7f-47ba-8155-eabac0e94dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:18:59.223379 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-41be6c95-cd7f-47ba-8155-eabac0e94dea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3bf5d3f2-23a0-4767-abc8-27403c0008b2 HTTP/1.1" status: 204 len: 168 time: 1.4459631 May 10 17:18:59.385002 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-861e40c7-9f86-4530-8fd6-275897ec1e75 req-bd76e601-b118-462d-a997-ed89607a0c2d service neutron] 10.222.0.48 "GET /v2.0/networks/7988f701-31b9-4c1d-83ad-33b760c7c0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770515 May 10 17:18:59.485266 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] Set router 45b5a46e-4172-425e-a521-978cb6957350 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:18:59.722302 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=5e83a0f3-4010-4f3d-a442-37f1fb244f32,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:18:59.737589 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 4cc634df-fa15-4a59-ba80-89eff81778b7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:18:59.744870 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:18:59.819596 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-861e40c7-9f86-4530-8fd6-275897ec1e75 req-130c78cb-d8d1-48a3-b0e6-2c110f89b1e2 service neutron] 10.222.0.48 "GET /v2.0/networks/7988f701-31b9-4c1d-83ad-33b760c7c0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223015 May 10 17:18:59.854096 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-f955ff2b-1e2c-4a1d-9d38-91a427036acb tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:59.855143 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-f955ff2b-1e2c-4a1d-9d38-91a427036acb tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Synchronizing usage tracker for tenant:36ab77e54c50411aa55aac321de05175 on resource:network {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:18:59.865598 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b07efa-5b33-4252-b591-86ebece04067 req-21fca2a8-4ea1-42a0-abf3-8e26852e9952 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:18:59.867755 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-55b07efa-5b33-4252-b591-86ebece04067 req-21fca2a8-4ea1-42a0-abf3-8e26852e9952 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.48 "GET /v2.0/networks?id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4 HTTP/1.1" status: 200 len: 819 time: 0.6646786 May 10 17:18:59.885879 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-f955ff2b-1e2c-4a1d-9d38-91a427036acb tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Unset dirty status for tenant:36ab77e54c50411aa55aac321de05175 on resource:network {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:18:59.894125 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-f955ff2b-1e2c-4a1d-9d38-91a427036acb tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/networks?id=f5b047ab-a8ae-49d7-90db-71521d6a900a HTTP/1.1" status: 200 len: 816 time: 0.7782097 May 10 17:18:59.913026 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-55b07efa-5b33-4252-b591-86ebece04067 req-e437801f-71c4-40ba-9065-871e5871fcd2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Request body: {'port': {'device_id': 'fe0d8f72-102f-4fa0-a045-3686d73f8cfa', 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4', 'admin_state_up': True, 'tenant_id': '9bccd4acb8f14e2c89f70d682d458f36'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:18:59.971726 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-3f6d000a-77c0-40ad-bce3-727b45bf3a24 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/quotas/36ab77e54c50411aa55aac321de05175 HTTP/1.1" status: 200 len: 375 time: 0.0760484 May 10 17:18:59.974053 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 47180) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:00.026020 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.db.resource_extend [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 17:19:00.049420 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-41482676-a285-4ed8-8e5d-f01bceedc46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:00.098171 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0a41a-2865-4360-8306-d9a5fd729aa9 req-56a4c140-8e22-479d-a310-c41f73961fc0 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:00.109111 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-80d0a41a-2865-4360-8306-d9a5fd729aa9 req-56a4c140-8e22-479d-a310-c41f73961fc0 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 943 time: 0.2391324 May 10 17:19:00.164764 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-41482676-a285-4ed8-8e5d-f01bceedc46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:00.192418 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-41482676-a285-4ed8-8e5d-f01bceedc46b admin admin] Usage tracker for resource:security_group_rule and tenant:a576ce0f638a4e93859e12a3118e370e is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:00.208210 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-41482676-a285-4ed8-8e5d-f01bceedc46b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:00.254902 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-80d0a41a-2865-4360-8306-d9a5fd729aa9 req-7bb7e947-a171-4c78-89c3-baa778c8a318 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/security-groups?id=50423558-5500-471b-867e-462d5119eb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446536 May 10 17:19:00.255903 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-41482676-a285-4ed8-8e5d-f01bceedc46b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:00.334150 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 4cc634df-fa15-4a59-ba80-89eff81778b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4cc634df-fa15-4a59-ba80-89eff81778b7,segment=NetworkSegment(69a7b28f-447d-4aeb-8fbb-8dc62eddfb29),segment_id=69a7b28f-447d-4aeb-8fbb-8dc62eddfb29)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:19:00.362093 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '4cc634df-fa15-4a59-ba80-89eff81778b7', 'network_id': '7988f701-31b9-4c1d-83ad-33b760c7c0a0', 'port_id': '4cc634df-fa15-4a59-ba80-89eff81778b7', 'mac_address': 'fa:16:3e:77:0c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577c6e72-f266-4f67-9973-cc1002457235', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:19:00.444161 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:00.445760 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-ba5d3864-751a-47eb-91be-c5cb80939d82 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=36ab77e54c50411aa55aac321de05175&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3540361 May 10 17:19:00.466270 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-55b07efa-5b33-4252-b591-86ebece04067 req-e437801f-71c4-40ba-9065-871e5871fcd2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:00.474798 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 5e83a0f3-4010-4f3d-a442-37f1fb244f32 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:19:00.535020 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2b8d0e0f-8606-42a3-ba31-49ac6d4b78f2 req-1a39f8a0-b2e6-426a-b790-2701063c548a tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 210 time: 0.0610795 May 10 17:19:00.541012 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-41482676-a285-4ed8-8e5d-f01bceedc46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:00.547729 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-41482676-a285-4ed8-8e5d-f01bceedc46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:00.554457 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc634df-fa15-4a59-ba80-89eff81778b7 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:19:00.581320 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-f0c1ab0c-def6-4059-bc0f-8b0dee80de62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:00.591638 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-55b07efa-5b33-4252-b591-86ebece04067 req-e437801f-71c4-40ba-9065-871e5871fcd2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:00.606405 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 4cc634df-fa15-4a59-ba80-89eff81778b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4cc634df-fa15-4a59-ba80-89eff81778b7,segment=NetworkSegment(69a7b28f-447d-4aeb-8fbb-8dc62eddfb29),segment_id=69a7b28f-447d-4aeb-8fbb-8dc62eddfb29)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:19:00.633364 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b07efa-5b33-4252-b591-86ebece04067 req-e437801f-71c4-40ba-9065-871e5871fcd2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Made reservation on behalf of 9bccd4acb8f14e2c89f70d682d458f36 for: {'port': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:19:00.637139 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-55b07efa-5b33-4252-b591-86ebece04067 req-e437801f-71c4-40ba-9065-871e5871fcd2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:00.738244 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:00.738244 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:00.742446 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-be87d47e-5991-4d95-9eef-beda953c255b service neutron] 10.222.0.16 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726002 May 10 17:19:00.763020 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fa1d4dc9-05b9-4540-a030-42425123a3d2 req-e4c4afcf-49fe-48f3-bee8-595e569bce20 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 210 time: 0.0821729 May 10 17:19:00.772990 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41482676-a285-4ed8-8e5d-f01bceedc46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa0629c-bafb-4c42-9cf1-50db3e6c84dd,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:00.783039 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-41482676-a285-4ed8-8e5d-f01bceedc46b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a576ce0f638a4e93859e12a3118e370e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8077197 May 10 17:19:00.784385 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-41482676-a285-4ed8-8e5d-f01bceedc46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:00.784945 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 47206) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:00.891137 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-23b8d08f-1de7-4402-9a23-10d36174b69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:00.953037 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-23b8d08f-1de7-4402-9a23-10d36174b69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:00.973042 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 5e83a0f3-4010-4f3d-a442-37f1fb244f32 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:19:00.973515 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:01.064429 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-5a1d4329-b81b-46fb-a8c2-6dcb963c3705 service neutron] 10.222.0.16 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210199 May 10 17:19:01.104001 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [req-55b07efa-5b33-4252-b591-86ebece04067 req-e437801f-71c4-40ba-9065-871e5871fcd2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Allocated IP 172.20.0.13 (db3f3b4e-f489-4e0e-932e-ffa1980b2df4/be69cc52-9a98-4fc1-87f3-313de9e76b52/e2157096-4281-4005-ae95-f0a5a9d2c3e9) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:19:01.112490 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['4cc634df-fa15-4a59-ba80-89eff81778b7'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:19:01.379651 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a896a953-b38c-49c6-913b-61c57d6a6358 req-f87723b5-5358-48a7-bbc0-f8abfca0d95f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 210 time: 0.0785031 May 10 17:19:01.385096 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b5a46e-4172-425e-a521-978cb6957350', 'name': 'tempest-ServerRescueNegativeTestJSON-2069461510-router', 'tenant_id': '9bccd4acb8f14e2c89f70d682d458f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '56bb4e1f-733a-453c-959a-44747b69f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:48Z', 'revision_number': 4, 'project_id': '9bccd4acb8f14e2c89f70d682d458f36', 'gw_port': {'id': '56bb4e1f-733a-453c-959a-44747b69f108', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b5a46e-4172-425e-a521-978cb6957350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:33Z', 'updated_at': '2021-05-10T17:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '19cf94ec-f726-4530-b5c2-3f2a4607a83d', 'name': '', 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4', 'tenant_id': '9bccd4acb8f14e2c89f70d682d458f36', 'mac_address': 'fa:16:3e:5f:96:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b5a46e-4172-425e-a521-978cb6957350', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'be69cc52-9a98-4fc1-87f3-313de9e76b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:46Z', 'updated_at': '2021-05-10T17:18:58Z', 'revision_number': 4, 'project_id': '9bccd4acb8f14e2c89f70d682d458f36', 'subnets': [{'id': 'be69cc52-9a98-4fc1-87f3-313de9e76b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:01.441838 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a33c5d-f5f6-45a7-a331-99f4518b6acf None None] The sync data for ids ['45b5a46e-4172-425e-a521-978cb6957350'] in dv-cinder-786385-3-iscsi is: [{'id': '45b5a46e-4172-425e-a521-978cb6957350', 'name': 'tempest-ServerRescueNegativeTestJSON-2069461510-router', 'tenant_id': '9bccd4acb8f14e2c89f70d682d458f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '56bb4e1f-733a-453c-959a-44747b69f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:48Z', 'revision_number': 4, 'project_id': '9bccd4acb8f14e2c89f70d682d458f36', 'gw_port': {'id': '56bb4e1f-733a-453c-959a-44747b69f108', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b5a46e-4172-425e-a521-978cb6957350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:33Z', 'updated_at': '2021-05-10T17:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '19cf94ec-f726-4530-b5c2-3f2a4607a83d', 'name': '', 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4', 'tenant_id': '9bccd4acb8f14e2c89f70d682d458f36', 'mac_address': 'fa:16:3e:5f:96:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b5a46e-4172-425e-a521-978cb6957350', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'be69cc52-9a98-4fc1-87f3-313de9e76b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:46Z', 'updated_at': '2021-05-10T17:18:58Z', 'revision_number': 4, 'project_id': '9bccd4acb8f14e2c89f70d682d458f36', 'subnets': [{'id': 'be69cc52-9a98-4fc1-87f3-313de9e76b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:19:01.443792 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=4cc634df-fa15-4a59-ba80-89eff81778b7,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:01.471781 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:01.560874 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-0b07a694-2148-4289-9d74-a121f9dbb69e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:01.561715 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-0b07a694-2148-4289-9d74-a121f9dbb69e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Synchronizing usage tracker for tenant:9bccd4acb8f14e2c89f70d682d458f36 on resource:network {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:19:01.587757 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-23b8d08f-1de7-4402-9a23-10d36174b69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:01.622167 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-79b60632-7afb-46d6-8702-abe3247d8789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:01.665376 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-23b8d08f-1de7-4402-9a23-10d36174b69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:01.675838 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-23b8d08f-1de7-4402-9a23-10d36174b69c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bfa0629c-bafb-4c42-9cf1-50db3e6c84dd HTTP/1.1" status: 204 len: 168 time: 0.8886189 May 10 17:19:01.684410 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.48', 55826) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:01.687715 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8d08f-1de7-4402-9a23-10d36174b69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa0629c-bafb-4c42-9cf1-50db3e6c84dd,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:01.699481 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-23b8d08f-1de7-4402-9a23-10d36174b69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:01.754990 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-0b07a694-2148-4289-9d74-a121f9dbb69e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Unset dirty status for tenant:9bccd4acb8f14e2c89f70d682d458f36 on resource:network {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:19:01.766401 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-0b07a694-2148-4289-9d74-a121f9dbb69e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.48 "GET /v2.0/networks?id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4 HTTP/1.1" status: 200 len: 819 time: 0.5505402 May 10 17:19:01.879809 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-2d5a4910-bc68-4090-9439-35389c3f6830 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Request body: {'port': {'device_id': '82b290e4-5c25-456c-9633-2a6ad4a8baa4', 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4', 'admin_state_up': True, 'tenant_id': '9bccd4acb8f14e2c89f70d682d458f36'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:19:02.001775 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-55b07efa-5b33-4252-b591-86ebece04067 req-e437801f-71c4-40ba-9065-871e5871fcd2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:02.173646 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-2d5a4910-bc68-4090-9439-35389c3f6830 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:02.177157 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-37eac237-af17-4c56-9bed-e48ac6336908 req-c884dccb-f0f9-41bb-b2cb-843393cfe05a tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 210 time: 0.1529210 May 10 17:19:02.250532 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-2d5a4910-bc68-4090-9439-35389c3f6830 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:02.310700 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473b3d1-012e-49e7-8c7d-67737c823aa1 req-a44716ae-5611-4d88-ab91-b4b0c3b4f721 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:02.321130 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f473b3d1-012e-49e7-8c7d-67737c823aa1 req-a44716ae-5611-4d88-ab91-b4b0c3b4f721 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 944 time: 0.6827230 May 10 17:19:02.346723 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-55b07efa-5b33-4252-b591-86ebece04067 req-e437801f-71c4-40ba-9065-871e5871fcd2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:02.371564 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-2d5a4910-bc68-4090-9439-35389c3f6830 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Made reservation on behalf of 9bccd4acb8f14e2c89f70d682d458f36 for: {'port': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:19:02.376527 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-2d5a4910-bc68-4090-9439-35389c3f6830 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:02.561122 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 19cf94ec-f726-4530-b5c2-3f2a4607a83d up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:19:02.611442 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:02.644444 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-233ced1b-2737-4881-8765-891f2456f43f tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:02.646380 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-233ced1b-2737-4881-8765-891f2456f43f tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.48 "GET /v2.0/networks?id=a1f98b04-1289-47a9-9686-186f52c6471f HTTP/1.1" status: 200 len: 810 time: 0.9538667 May 10 17:19:02.722531 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b07efa-5b33-4252-b591-86ebece04067 req-e437801f-71c4-40ba-9065-871e5871fcd2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Network db3f3b4e-f489-4e0e-932e-ffa1980b2df4 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:19:02.752293 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [req-55b07efa-5b33-4252-b591-86ebece04067 req-e437801f-71c4-40ba-9065-871e5871fcd2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:19:02.778468 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f473b3d1-012e-49e7-8c7d-67737c823aa1 req-020f2104-8130-4a8a-ba60-a91b4033e5cc tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/security-groups?id=50423558-5500-471b-867e-462d5119eb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565351 May 10 17:19:02.779466 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b07efa-5b33-4252-b591-86ebece04067 req-e437801f-71c4-40ba-9065-871e5871fcd2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:19:02.799934 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b07efa-5b33-4252-b591-86ebece04067 req-e437801f-71c4-40ba-9065-871e5871fcd2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:02.803193 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-55b07efa-5b33-4252-b591-86ebece04067 req-e437801f-71c4-40ba-9065-871e5871fcd2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:02.827710 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 19cf94ec-f726-4530-b5c2-3f2a4607a83d completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:19:02.855062 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 19cf94ec-f726-4530-b5c2-3f2a4607a83d triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:19:02.860542 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:02.912073 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437801f-71c4-40ba-9065-871e5871fcd2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Pushing event updated for resources: {'Port': ['ID=e2157096-4281-4005-ae95-f0a5a9d2c3e9,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:02.920131 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-55b07efa-5b33-4252-b591-86ebece04067 req-e437801f-71c4-40ba-9065-871e5871fcd2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0223169 May 10 17:19:02.921027 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-e437801f-71c4-40ba-9065-871e5871fcd2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:02.946965 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Request body: {'port': {'device_id': 'fe0d8f72-102f-4fa0-a045-3686d73f8cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:19:03.026366 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0cca60a9-468d-4462-841c-ca50fa4f5686 req-6682c9a0-55ba-401a-9b12-a12ec117e5c3 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 210 time: 0.2310579 May 10 17:19:03.058245 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-7edb274f-c559-47fa-b957-90a1b9fe3806 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62136d7f0f71473ab7a5bef1cbdb2804 HTTP/1.1" status: 200 len: 380 time: 0.3923380 May 10 17:19:03.078636 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:03.086098 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Request body: {'port': {'device_id': '0bcdd687-228f-4b6b-a5fd-46bc936dd134', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'admin_state_up': True, 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'security_groups': ['1eeb99f4-f523-498f-a39c-0fb32ec716a0']}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:19:03.141156 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 19cf94ec-f726-4530-b5c2-3f2a4607a83d, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=19cf94ec-f726-4530-b5c2-3f2a4607a83d,segment=NetworkSegment(f041281e-c37a-4ff8-a71f-efe88c9ab37e),segment_id=f041281e-c37a-4ff8-a71f-efe88c9ab37e)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:19:03.151510 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:03.155010 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:03.197509 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-11b46f13-e463-47db-b2ba-3704015314f6 req-f4b77234-380a-450b-b104-c1b130a4e826 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 210 time: 0.0893869 May 10 17:19:03.357290 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=19cf94ec-f726-4530-b5c2-3f2a4607a83d,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:03.368714 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:03.372479 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_common [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-2d5a4910-bc68-4090-9439-35389c3f6830 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Allocated IP 172.20.0.3 (db3f3b4e-f489-4e0e-932e-ffa1980b2df4/be69cc52-9a98-4fc1-87f3-313de9e76b52/b0baf62f-3d03-4ce4-b73f-db80619aa6f8) {{(pid=78663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:19:03.402425 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:03.406648 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Usage tracker for resource:port and tenant:62136d7f0f71473ab7a5bef1cbdb2804 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:03.410979 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:03.423113 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:03.425780 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:03.440941 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Made reservation on behalf of 62136d7f0f71473ab7a5bef1cbdb2804 for: {'port': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:19:03.448002 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:03.492513 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 4cc634df-fa15-4a59-ba80-89eff81778b7 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:19:03.543244 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-28c717e2-5fcf-481f-b73d-5fa770aad9e4 req-867e8f6d-0fcc-481c-a7f7-6eb2354592ac tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Synchronizing usage tracker for tenant:9bccd4acb8f14e2c89f70d682d458f36 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:19:03.602875 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port 4cc634df-fa15-4a59-ba80-89eff81778b7 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:19:03.608621 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 4cc634df-fa15-4a59-ba80-89eff81778b7 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:19:03.609251 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:03.833145 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.48', 55832) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:03.865209 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:03.912894 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-28c717e2-5fcf-481f-b73d-5fa770aad9e4 req-867e8f6d-0fcc-481c-a7f7-6eb2354592ac tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Unset dirty status for tenant:9bccd4acb8f14e2c89f70d682d458f36 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:19:03.934832 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-2d5a4910-bc68-4090-9439-35389c3f6830 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Notify callbacks [] for port, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:03.939271 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28c717e2-5fcf-481f-b73d-5fa770aad9e4 req-867e8f6d-0fcc-481c-a7f7-6eb2354592ac tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 210 time: 0.4729748 May 10 17:19:03.978165 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af4f0d9-b8de-47cb-83d9-9cf05c3efe67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc634df-fa15-4a59-ba80-89eff81778b7'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:19:04.113131 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-2d5a4910-bc68-4090-9439-35389c3f6830 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:04.159353 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:04.212369 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 4cc634df-fa15-4a59-ba80-89eff81778b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4cc634df-fa15-4a59-ba80-89eff81778b7,segment=NetworkSegment(69a7b28f-447d-4aeb-8fbb-8dc62eddfb29),segment_id=69a7b28f-447d-4aeb-8fbb-8dc62eddfb29)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:19:04.230107 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:04.233070 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-4381139f-9788-44e1-a96a-4ec6c2d01f99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:04.369086 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-f3699d5b-15c0-4747-8e45-67bebd608fd4 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:04.375716 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-f3699d5b-15c0-4747-8e45-67bebd608fd4 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.48 "GET /v2.0/networks?id=f5b047ab-a8ae-49d7-90db-71521d6a900a HTTP/1.1" status: 200 len: 816 time: 0.5381722 May 10 17:19:04.430731 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_common [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Allocated IP 172.20.0.5 (a1f98b04-1289-47a9-9686-186f52c6471f/db28a517-7717-4b21-84d2-bf190df65817/46008e54-f42d-458c-8cd8-ecf3bf263399) {{(pid=78663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:19:04.498174 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 19cf94ec-f726-4530-b5c2-3f2a4607a83d up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:19:04.619859 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=4cc634df-fa15-4a59-ba80-89eff81778b7,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:04.623520 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 19cf94ec-f726-4530-b5c2-3f2a4607a83d triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:19:04.624201 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:04.625448 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-35c1b7ca-081d-4034-b7c4-392774821b1e req-bede3858-d09e-4fd9-a693-aa8465ad1721 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Synchronizing usage tracker for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:19:04.653573 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:04.661392 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bd22306a-3403-4324-9396-63a263bcf892 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36ab77e54c50411aa55aac321de05175 HTTP/1.1" status: 200 len: 379 time: 0.2594268 May 10 17:19:04.665494 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-35c1b7ca-081d-4034-b7c4-392774821b1e req-bede3858-d09e-4fd9-a693-aa8465ad1721 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Unset dirty status for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:19:04.674696 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-35c1b7ca-081d-4034-b7c4-392774821b1e req-bede3858-d09e-4fd9-a693-aa8465ad1721 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 210 time: 0.1317878 May 10 17:19:04.688341 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Request body: {'port': {'device_id': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'admin_state_up': True, 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'security_groups': ['f60cb0fa-9b39-466d-b9bc-ffb73850850c']}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:19:04.934408 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-2d5a4910-bc68-4090-9439-35389c3f6830 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Network db3f3b4e-f489-4e0e-932e-ffa1980b2df4 is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:19:04.954161 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-2d5a4910-bc68-4090-9439-35389c3f6830 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:19:04.969386 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-2d5a4910-bc68-4090-9439-35389c3f6830 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Received port after_create {{(pid=78663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:19:04.980550 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-2d5a4910-bc68-4090-9439-35389c3f6830 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:04.981419 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-2d5a4910-bc68-4090-9439-35389c3f6830 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:04.998124 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-87bd043d-6e41-4dcc-8098-f9e3c9662f25 req-3eb9fe98-9577-433c-8972-13be7f5f4d1f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 210 time: 0.0768199 May 10 17:19:05.132373 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:05.136673 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Usage tracker for resource:port and tenant:36ab77e54c50411aa55aac321de05175 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:05.139695 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:05.145700 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:05.156098 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2157096-4281-4005-ae95-f0a5a9d2c3e9 {{(pid=78664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:19:05.166010 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:05.170739 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Made reservation on behalf of 36ab77e54c50411aa55aac321de05175 for: {'port': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:19:05.174348 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:05.205507 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Transition to ACTIVE for port object e2157096-4281-4005-ae95-f0a5a9d2c3e9 will not be triggered until provisioned by entity L2. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:19:05.244318 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-2d5a4910-bc68-4090-9439-35389c3f6830 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4598210 May 10 17:19:05.245722 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a4910-bc68-4090-9439-35389c3f6830 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Pushing event updated for resources: {'Port': ['ID=b0baf62f-3d03-4ce4-b73f-db80619aa6f8,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:05.251254 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:05.251461 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-2d5a4910-bc68-4090-9439-35389c3f6830 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.092s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:05.261490 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:19:05.268160 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:05.279402 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Request body: {'port': {'device_id': '82b290e4-5c25-456c-9633-2a6ad4a8baa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:19:05.353251 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for port, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:05.363860 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af4f0d9-b8de-47cb-83d9-9cf05c3efe67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc634df-fa15-4a59-ba80-89eff81778b7', 'code': 200} May 10 17:19:05.370082 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fdce-1c0b-4aaa-a058-c49796cc08d0 req-eb2e71ce-7792-4706-86ff-fe05bc5d7bce tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:05.377302 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8e96fdce-1c0b-4aaa-a058-c49796cc08d0 req-eb2e71ce-7792-4706-86ff-fe05bc5d7bce tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 945 time: 1.1211092 May 10 17:19:05.452501 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Transition to ACTIVE for port object 46008e54-f42d-458c-8cd8-ecf3bf263399 will not be triggered until provisioned by entity DHCP. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:19:05.502335 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8e96fdce-1c0b-4aaa-a058-c49796cc08d0 req-0446792c-de73-45aa-95a9-c55c04ec5195 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/security-groups?id=50423558-5500-471b-867e-462d5119eb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195731 May 10 17:19:05.525338 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:05.584398 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.48', 55837) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:05.630508 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:05.655311 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Pushing event updated for resources: {'Port': ['ID=e2157096-4281-4005-ae95-f0a5a9d2c3e9,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:05.657348 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:05.664677 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:05.666445 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Attempting to bind port e2157096-4281-4005-ae95-f0a5a9d2c3e9 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:19:05.666874 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Attempting to bind port e2157096-4281-4005-ae95-f0a5a9d2c3e9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f041281e-c37a-4ff8-a71f-efe88c9ab37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4'}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:19:05.667284 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Attempting to bind port e2157096-4281-4005-ae95-f0a5a9d2c3e9 on network db3f3b4e-f489-4e0e-932e-ffa1980b2df4 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:19:05.674107 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Allocated IP 172.20.0.11 (f5b047ab-a8ae-49d7-90db-71521d6a900a/28793b78-963b-491c-8dc7-3600112cdfe4/0b64ee44-dd4a-4759-aa6c-c1ed53271755) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:19:05.686114 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Port e2157096-4281-4005-ae95-f0a5a9d2c3e9 on network db3f3b4e-f489-4e0e-932e-ffa1980b2df4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:19:05.686515 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Attempting to bind port e2157096-4281-4005-ae95-f0a5a9d2c3e9 on network db3f3b4e-f489-4e0e-932e-ffa1980b2df4 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:19:05.703033 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:19:05.703503 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Checking segment: {'id': 'f041281e-c37a-4ff8-a71f-efe88c9ab37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:19:05.704332 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Bound using segment: {'id': 'f041281e-c37a-4ff8-a71f-efe88c9ab37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4'} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:19:05.705003 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Bound port: e2157096-4281-4005-ae95-f0a5a9d2c3e9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f041281e-c37a-4ff8-a71f-efe88c9ab37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4'}}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:19:05.705475 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:05.809840 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Network a1f98b04-1289-47a9-9686-186f52c6471f is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:19:05.817625 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:19:05.830049 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Received port after_create {{(pid=78663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:19:05.839855 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:05.840701 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:05.963440 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Pushing event updated for resources: {'Port': ['ID=46008e54-f42d-458c-8cd8-ecf3bf263399,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:05.971810 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:06.000460 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa9174-68c3-423f-bc30-107023eaec3d req-373803b3-171e-4df8-a4fa-58f69fb6bc6d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:06.002680 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-56aa9174-68c3-423f-bc30-107023eaec3d req-373803b3-171e-4df8-a4fa-58f69fb6bc6d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 931 time: 0.4993293 May 10 17:19:06.010390 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9410977 May 10 17:19:06.070128 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0025e5-55a2-4714-ab4e-29dab3ada41d req-50fbfe16-0ce5-4be7-9fcb-df055398e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:06.071540 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ab0025e5-55a2-4714-ab4e-29dab3ada41d req-50fbfe16-0ce5-4be7-9fcb-df055398e5db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 1098 time: 0.4862030 May 10 17:19:06.077663 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Request body: {'port': {'device_id': '0bcdd687-228f-4b6b-a5fd-46bc936dd134', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:19:06.146193 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-ab0025e5-55a2-4714-ab4e-29dab3ada41d req-18780898-bd50-4369-ae70-6dabc5ac847d service neutron] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:06.158741 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-7370e7df-5863-414b-960b-04e8d6f6acac None None] Provisioning for port 46008e54-f42d-458c-8cd8-ecf3bf263399 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:19:06.164955 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-7370e7df-5863-414b-960b-04e8d6f6acac None None] Provisioning complete for port 46008e54-f42d-458c-8cd8-ecf3bf263399 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:19:06.165343 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-7370e7df-5863-414b-960b-04e8d6f6acac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:06.170025 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] For port e2157096-4281-4005-ae95-f0a5a9d2c3e9, host hv-cinder-78638, cleared binding levels {{(pid=78664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:19:06.198604 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] For port e2157096-4281-4005-ae95-f0a5a9d2c3e9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e2157096-4281-4005-ae95-f0a5a9d2c3e9,segment=NetworkSegment(f041281e-c37a-4ff8-a71f-efe88c9ab37e),segment_id=f041281e-c37a-4ff8-a71f-efe88c9ab37e)] {{(pid=78664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:19:06.205614 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [req-ab0025e5-55a2-4714-ab4e-29dab3ada41d req-18780898-bd50-4369-ae70-6dabc5ac847d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:06.206807 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-56aa9174-68c3-423f-bc30-107023eaec3d req-f63163ad-f571-43e5-946c-97e5c8ab99b1 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779826 May 10 17:19:06.210652 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:06.225222 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:06.268353 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-ab0025e5-55a2-4714-ab4e-29dab3ada41d req-18780898-bd50-4369-ae70-6dabc5ac847d service neutron] Usage tracker for resource:security_group_rule and tenant:3c2a6bf997e245faa131bd0f35d2df1a is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:06.280192 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-7370e7df-5863-414b-960b-04e8d6f6acac None None] Port 46008e54-f42d-458c-8cd8-ecf3bf263399 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:19:06.281287 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-ab0025e5-55a2-4714-ab4e-29dab3ada41d req-18780898-bd50-4369-ae70-6dabc5ac847d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:06.296298 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8a42f-cee2-4640-b6fe-abbcd759bbd0 req-4055468b-142c-428a-8c4e-a1d1eb76dddd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:06.297089 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-f4e8a42f-cee2-4640-b6fe-abbcd759bbd0 req-4055468b-142c-428a-8c4e-a1d1eb76dddd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Synchronizing usage tracker for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:19:06.309628 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [req-ab0025e5-55a2-4714-ab4e-29dab3ada41d req-18780898-bd50-4369-ae70-6dabc5ac847d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:06.342299 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:06.343035 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:06.346022 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-55b07efa-5b33-4252-b591-86ebece04067 req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] 10.222.0.48 "PUT /v2.0/ports/e2157096-4281-4005-ae95-f0a5a9d2c3e9 HTTP/1.1" status: 200 len: 1094 time: 3.4085975 May 10 17:19:06.352643 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0d8f72-102f-4fa0-a045-3686d73f8cfa', 'tag': 'e2157096-4281-4005-ae95-f0a5a9d2c3e9'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:19:06.366787 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:06.390039 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-f4e8a42f-cee2-4640-b6fe-abbcd759bbd0 req-4055468b-142c-428a-8c4e-a1d1eb76dddd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Unset dirty status for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:19:06.391323 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f4e8a42f-cee2-4640-b6fe-abbcd759bbd0 req-4055468b-142c-428a-8c4e-a1d1eb76dddd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 931 time: 0.5306804 May 10 17:19:06.562442 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-379e3b25-e7c8-4e37-b0a3-bf3140707352 req-9804b57a-947d-4d12-baea-7e657d44de35 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 210 time: 0.1377263 May 10 17:19:06.578668 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0baf62f-3d03-4ce4-b73f-db80619aa6f8 {{(pid=78663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:19:06.593319 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Pushing event updated for resources: {'Port': ['ID=e2157096-4281-4005-ae95-f0a5a9d2c3e9,revision_number=3']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:06.595336 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f4e8a42f-cee2-4640-b6fe-abbcd759bbd0 req-8dffd841-9ea8-4706-b505-e33d8f39ec84 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912103 May 10 17:19:06.608888 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:06.609859 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:06.612092 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:06.645050 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Transition to ACTIVE for port object 0b64ee44-dd4a-4759-aa6c-c1ed53271755 will not be triggered until provisioned by entity DHCP. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:19:06.676358 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b07efa-5b33-4252-b591-86ebece04067 req-82314a69-0b42-4933-9f3b-e272c4748c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:06.678026 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-55b07efa-5b33-4252-b591-86ebece04067 req-82314a69-0b42-4933-9f3b-e272c4748c78 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9bccd4acb8f14e2c89f70d682d458f36&device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 1097 time: 0.2521956 May 10 17:19:06.691353 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Transition to ACTIVE for port object b0baf62f-3d03-4ce4-b73f-db80619aa6f8 will not be triggered until provisioned by entity L2. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:19:06.701638 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:06.738992 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:06.767994 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:06.787552 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-ab0025e5-55a2-4714-ab4e-29dab3ada41d req-18780898-bd50-4369-ae70-6dabc5ac847d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:06.819622 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-ab0025e5-55a2-4714-ab4e-29dab3ada41d req-18780898-bd50-4369-ae70-6dabc5ac847d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:06.832094 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-55b07efa-5b33-4252-b591-86ebece04067 req-43c2cdb7-a619-4ef7-be9b-ccc54fa3e8b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2157096-4281-4005-ae95-f0a5a9d2c3e9 HTTP/1.1" status: 200 len: 217 time: 0.1370070 May 10 17:19:06.833755 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0d8f72-102f-4fa0-a045-3686d73f8cfa', 'tag': 'e2157096-4281-4005-ae95-f0a5a9d2c3e9', 'status': 'completed', 'code': 200} May 10 17:19:06.845990 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:06.909534 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Network f5b047ab-a8ae-49d7-90db-71521d6a900a is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:19:06.921399 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:19:06.973051 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:19:06.977563 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ab0025e5-55a2-4714-ab4e-29dab3ada41d req-18780898-bd50-4369-ae70-6dabc5ac847d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=50423558-5500-471b-867e-462d5119eb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8729880 May 10 17:19:06.981523 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:06.982262 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:07.013496 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Pushing event updated for resources: {'Port': ['ID=b0baf62f-3d03-4ce4-b73f-db80619aa6f8,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:07.022150 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3415742 May 10 17:19:07.034601 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:07.042785 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:07.091817 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Pushing event updated for resources: {'Port': ['ID=0b64ee44-dd4a-4759-aa6c-c1ed53271755,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:07.096442 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b07efa-5b33-4252-b591-86ebece04067 req-e20c4549-0428-4371-93da-cc4b19987acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:07.097865 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-55b07efa-5b33-4252-b591-86ebece04067 req-e20c4549-0428-4371-93da-cc4b19987acc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=be69cc52-9a98-4fc1-87f3-313de9e76b52 HTTP/1.1" status: 200 len: 859 time: 0.1778076 May 10 17:19:07.098783 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:07.109492 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Attempting to bind port b0baf62f-3d03-4ce4-b73f-db80619aa6f8 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:19:07.109834 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Attempting to bind port b0baf62f-3d03-4ce4-b73f-db80619aa6f8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f041281e-c37a-4ff8-a71f-efe88c9ab37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4'}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:19:07.110165 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Attempting to bind port b0baf62f-3d03-4ce4-b73f-db80619aa6f8 on network db3f3b4e-f489-4e0e-932e-ffa1980b2df4 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:19:07.140207 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc246acd-0b7e-4cff-9ea4-398d2ef41e1a req-1c86ec9a-cce2-4b22-a807-a72425307fbb tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:07.144831 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Port b0baf62f-3d03-4ce4-b73f-db80619aa6f8 on network db3f3b4e-f489-4e0e-932e-ffa1980b2df4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:19:07.145409 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Attempting to bind port b0baf62f-3d03-4ce4-b73f-db80619aa6f8 on network db3f3b4e-f489-4e0e-932e-ffa1980b2df4 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:19:07.147274 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-bc246acd-0b7e-4cff-9ea4-398d2ef41e1a req-1c86ec9a-cce2-4b22-a807-a72425307fbb tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 945 time: 0.3812487 May 10 17:19:07.158181 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18780898-bd50-4369-ae70-6dabc5ac847d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d8631898-e47b-4fdc-a79b-7576062641ee,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:07.160780 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:19:07.161139 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Checking segment: {'id': 'f041281e-c37a-4ff8-a71f-efe88c9ab37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:19:07.161573 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Bound using segment: {'id': 'f041281e-c37a-4ff8-a71f-efe88c9ab37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4'} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:19:07.162013 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Bound port: b0baf62f-3d03-4ce4-b73f-db80619aa6f8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f041281e-c37a-4ff8-a71f-efe88c9ab37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4'}}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:19:07.162559 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:07.181455 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-18780898-bd50-4369-ae70-6dabc5ac847d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:07.203526 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-bc246acd-0b7e-4cff-9ea4-398d2ef41e1a req-bb18a1bd-0b0f-4791-817b-c5c279c8b1ee tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/security-groups?id=50423558-5500-471b-867e-462d5119eb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551867 May 10 17:19:07.291705 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-725d40e4-cb6b-4442-bc97-e2e25b020bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:07.320608 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-4cf1600b-1884-42ff-828e-a9ca869476d0 None None] Provisioning for port 0b64ee44-dd4a-4759-aa6c-c1ed53271755 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:19:07.326423 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-4cf1600b-1884-42ff-828e-a9ca869476d0 None None] Provisioning complete for port 0b64ee44-dd4a-4759-aa6c-c1ed53271755 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:19:07.326812 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-4cf1600b-1884-42ff-828e-a9ca869476d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:07.355278 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Request body: {'port': {'device_id': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:19:07.403455 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-55b07efa-5b33-4252-b591-86ebece04067 req-78360594-9ba5-430a-bdf7-368144ec9e20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128442 May 10 17:19:07.455295 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:07.458348 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-4cf1600b-1884-42ff-828e-a9ca869476d0 None None] Port 0b64ee44-dd4a-4759-aa6c-c1ed53271755 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:19:07.566256 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] For port b0baf62f-3d03-4ce4-b73f-db80619aa6f8, host hv-cinder-78638, cleared binding levels {{(pid=78663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:19:07.570213 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46008e54-f42d-458c-8cd8-ecf3bf263399 {{(pid=78663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:19:07.577537 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] For port b0baf62f-3d03-4ce4-b73f-db80619aa6f8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b0baf62f-3d03-4ce4-b73f-db80619aa6f8,segment=NetworkSegment(f041281e-c37a-4ff8-a71f-efe88c9ab37e),segment_id=f041281e-c37a-4ff8-a71f-efe88c9ab37e)] {{(pid=78663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:19:07.587000 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:07.595046 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:07.596741 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:07.616254 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:07.628307 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-55b07efa-5b33-4252-b591-86ebece04067 req-57abf6bb-b916-4835-a5c4-c318e6b22b60 service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162106 May 10 17:19:07.669985 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Transition to ACTIVE for port object 46008e54-f42d-458c-8cd8-ecf3bf263399 will not be triggered until provisioned by entity L2. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:19:07.702130 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:07.707690 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:07.713751 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:07.715182 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] 10.222.0.48 "PUT /v2.0/ports/b0baf62f-3d03-4ce4-b73f-db80619aa6f8 HTTP/1.1" status: 200 len: 1093 time: 2.4452474 May 10 17:19:07.716578 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b290e4-5c25-456c-9633-2a6ad4a8baa4', 'tag': 'b0baf62f-3d03-4ce4-b73f-db80619aa6f8'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:19:07.809810 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c309823-3fe8-4a55-9298-767b23cac028 req-e49d2244-c7c3-4223-b877-9a9290b392a2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:07.811810 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-5c309823-3fe8-4a55-9298-767b23cac028 req-e49d2244-c7c3-4223-b877-9a9290b392a2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Synchronizing usage tracker for tenant:9bccd4acb8f14e2c89f70d682d458f36 on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:19:07.950938 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Pushing event updated for resources: {'Port': ['ID=b0baf62f-3d03-4ce4-b73f-db80619aa6f8,revision_number=3']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:07.966646 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:07.969688 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b99c0c6b-8072-4c1c-ae0a-48943afa1557 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:07.988448 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-55b07efa-5b33-4252-b591-86ebece04067 req-66c01291-8254-4700-af9e-9deb93c3c03e service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304818 May 10 17:19:08.041691 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-5c309823-3fe8-4a55-9298-767b23cac028 req-e49d2244-c7c3-4223-b877-9a9290b392a2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Unset dirty status for tenant:9bccd4acb8f14e2c89f70d682d458f36 on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:19:08.049106 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-5c309823-3fe8-4a55-9298-767b23cac028 req-e49d2244-c7c3-4223-b877-9a9290b392a2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 943 time: 0.5780671 May 10 17:19:08.140719 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Pushing event updated for resources: {'Port': ['ID=46008e54-f42d-458c-8cd8-ecf3bf263399,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:08.145931 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Attempting to bind port 46008e54-f42d-458c-8cd8-ecf3bf263399 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:19:08.146267 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Attempting to bind port 46008e54-f42d-458c-8cd8-ecf3bf263399 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '85b78c56-b6e9-4d4a-b4be-144ef07f4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f'}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:19:08.146597 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Attempting to bind port 46008e54-f42d-458c-8cd8-ecf3bf263399 on network a1f98b04-1289-47a9-9686-186f52c6471f {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:19:08.150393 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:08.157706 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-5c309823-3fe8-4a55-9298-767b23cac028 req-5776dc55-2192-490a-8f2f-27855afb15b1 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Synchronizing usage tracker for tenant:9bccd4acb8f14e2c89f70d682d458f36 on resource:security_group {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:19:08.161636 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Port 46008e54-f42d-458c-8cd8-ecf3bf263399 on network a1f98b04-1289-47a9-9686-186f52c6471f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:19:08.161963 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Attempting to bind port 46008e54-f42d-458c-8cd8-ecf3bf263399 on network a1f98b04-1289-47a9-9686-186f52c6471f {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:19:08.181899 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:19:08.182244 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Checking segment: {'id': '85b78c56-b6e9-4d4a-b4be-144ef07f4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:19:08.182648 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Bound using segment: {'id': '85b78c56-b6e9-4d4a-b4be-144ef07f4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f'} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:19:08.183078 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Bound port: 46008e54-f42d-458c-8cd8-ecf3bf263399, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b78c56-b6e9-4d4a-b4be-144ef07f4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f'}}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:19:08.183425 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:08.208502 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-3c26f149-02c9-4859-b9f1-f2243f2e8331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:08.210245 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-3c26f149-02c9-4859-b9f1-f2243f2e8331 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9bccd4acb8f14e2c89f70d682d458f36&device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 1096 time: 0.4142332 May 10 17:19:08.237493 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7595d44-017a-43b7-889b-1147cb7331c8 req-f8975d8b-ab50-457f-bd90-fbc2eddfc71a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:08.237493 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-d7595d44-017a-43b7-889b-1147cb7331c8 req-f8975d8b-ab50-457f-bd90-fbc2eddfc71a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Synchronizing usage tracker for tenant:36ab77e54c50411aa55aac321de05175 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:19:08.293844 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-5c309823-3fe8-4a55-9298-767b23cac028 req-5776dc55-2192-490a-8f2f-27855afb15b1 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Unset dirty status for tenant:9bccd4acb8f14e2c89f70d682d458f36 on resource:security_group {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:19:08.295050 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-5c309823-3fe8-4a55-9298-767b23cac028 req-5776dc55-2192-490a-8f2f-27855afb15b1 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451406 May 10 17:19:08.300642 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-d7595d44-017a-43b7-889b-1147cb7331c8 req-f8975d8b-ab50-457f-bd90-fbc2eddfc71a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Unset dirty status for tenant:36ab77e54c50411aa55aac321de05175 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:19:08.307307 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d7595d44-017a-43b7-889b-1147cb7331c8 req-f8975d8b-ab50-457f-bd90-fbc2eddfc71a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 932 time: 0.5252140 May 10 17:19:08.317706 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-5a9d2077-993f-47e5-ae4f-5d250e9990ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0baf62f-3d03-4ce4-b73f-db80619aa6f8 HTTP/1.1" status: 200 len: 217 time: 0.0761788 May 10 17:19:08.381684 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d7595d44-017a-43b7-889b-1147cb7331c8 req-9fd24fdf-6252-4e72-b7d0-7896f35285c4 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734537 May 10 17:19:08.383761 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d325d-895c-4f4f-9bf2-46e5d857dbcd req-f7a010c5-7723-4f1f-bc68-64d4131fb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:08.385197 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8c7d325d-895c-4f4f-9bf2-46e5d857dbcd req-f7a010c5-7723-4f1f-bc68-64d4131fb08c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9bccd4acb8f14e2c89f70d682d458f36&device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 1097 time: 0.2240229 May 10 17:19:08.403426 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] For port 46008e54-f42d-458c-8cd8-ecf3bf263399, host hv-cinder-78638, cleared binding levels {{(pid=78663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:19:08.407313 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] For port 46008e54-f42d-458c-8cd8-ecf3bf263399, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=46008e54-f42d-458c-8cd8-ecf3bf263399,segment=NetworkSegment(85b78c56-b6e9-4d4a-b4be-144ef07f4679),segment_id=85b78c56-b6e9-4d4a-b4be-144ef07f4679)] {{(pid=78663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:19:08.421314 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:08.431212 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:08.476228 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b290e4-5c25-456c-9633-2a6ad4a8baa4', 'tag': 'b0baf62f-3d03-4ce4-b73f-db80619aa6f8', 'status': 'completed', 'code': 200} May 10 17:19:08.504825 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-2c217a44-4576-42fe-98fb-d384d2b5eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:08.506336 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-2c217a44-4576-42fe-98fb-d384d2b5eae7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=be69cc52-9a98-4fc1-87f3-313de9e76b52 HTTP/1.1" status: 200 len: 859 time: 0.1803684 May 10 17:19:08.565316 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Pushing event updated for resources: {'Port': ['ID=46008e54-f42d-458c-8cd8-ecf3bf263399,revision_number=3']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:08.639694 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:08.640343 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:08.642065 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] 10.222.0.48 "PUT /v2.0/ports/46008e54-f42d-458c-8cd8-ecf3bf263399 HTTP/1.1" status: 200 len: 1093 time: 2.5748165 May 10 17:19:08.729898 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-900832bf-1801-444c-9b18-73334605fadb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1474104 May 10 17:19:08.746595 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b64ee44-dd4a-4759-aa6c-c1ed53271755 {{(pid=78664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:19:08.775528 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:08.801899 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d325d-895c-4f4f-9bf2-46e5d857dbcd req-7c528c06-d5c7-4fa2-ba26-c4efb524feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:08.803733 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8c7d325d-895c-4f4f-9bf2-46e5d857dbcd req-7c528c06-d5c7-4fa2-ba26-c4efb524feb7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4 HTTP/1.1" status: 200 len: 920 time: 0.3820734 May 10 17:19:08.810766 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Transition to ACTIVE for port object 0b64ee44-dd4a-4759-aa6c-c1ed53271755 will not be triggered until provisioned by entity L2. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:19:08.889805 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:08.921482 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:09.070865 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8c7d325d-895c-4f4f-9bf2-46e5d857dbcd req-e844f410-d4c6-448a-8ab2-40828590052f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2157096-4281-4005-ae95-f0a5a9d2c3e9 HTTP/1.1" status: 200 len: 217 time: 0.2567039 May 10 17:19:09.139927 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:09.191685 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d325d-895c-4f4f-9bf2-46e5d857dbcd req-8024930d-4793-4bfb-9e5c-c2df49b7d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:09.193181 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8c7d325d-895c-4f4f-9bf2-46e5d857dbcd req-8024930d-4793-4bfb-9e5c-c2df49b7d958 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=be69cc52-9a98-4fc1-87f3-313de9e76b52 HTTP/1.1" status: 200 len: 859 time: 0.0925500 May 10 17:19:09.202133 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190b5fd-5b56-4dff-ba3f-edd1ddca88ea req-da527660-949b-48a0-8ec4-975eb6905ea3 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:09.203588 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2190b5fd-5b56-4dff-ba3f-edd1ddca88ea req-da527660-949b-48a0-8ec4-975eb6905ea3 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 945 time: 0.6504538 May 10 17:19:09.228141 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc717bc0-1875-4960-ad33-11485c7cd1f3 req-d7ca2897-302e-44b2-a89d-4fb09c5409ce tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:09.230222 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-cc717bc0-1875-4960-ad33-11485c7cd1f3 req-d7ca2897-302e-44b2-a89d-4fb09c5409ce tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 943 time: 0.7203600 May 10 17:19:09.355166 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 47528) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:09.361872 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-e0c426a7-cb16-4fc1-b169-4cf18853eafc service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808802 May 10 17:19:09.372609 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2190b5fd-5b56-4dff-ba3f-edd1ddca88ea req-47ef9c48-d191-4d3a-bd13-5eb6365e12da tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/security-groups?id=50423558-5500-471b-867e-462d5119eb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223135 May 10 17:19:09.381596 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-cc717bc0-1875-4960-ad33-11485c7cd1f3 req-1dfa918c-00f5-4c2e-b172-e1050ec3b225 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314375 May 10 17:19:09.386905 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8c7d325d-895c-4f4f-9bf2-46e5d857dbcd req-05e493ff-e78e-45e5-b55f-1387dbae9acd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1822352 May 10 17:19:09.390102 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Pushing event updated for resources: {'Port': ['ID=0b64ee44-dd4a-4759-aa6c-c1ed53271755,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:09.395352 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:09.423945 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Attempting to bind port 0b64ee44-dd4a-4759-aa6c-c1ed53271755 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:19:09.424275 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Attempting to bind port 0b64ee44-dd4a-4759-aa6c-c1ed53271755 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '21323863-531d-46a0-afc2-7c859e5588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a'}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:19:09.424595 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Attempting to bind port 0b64ee44-dd4a-4759-aa6c-c1ed53271755 on network f5b047ab-a8ae-49d7-90db-71521d6a900a {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:19:09.472367 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-3a8071cb-f551-47d1-85cf-d30e7e9970bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:09.473993 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-3a8071cb-f551-47d1-85cf-d30e7e9970bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62136d7f0f71473ab7a5bef1cbdb2804&device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 1096 time: 0.6946533 May 10 17:19:09.488720 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Port 0b64ee44-dd4a-4759-aa6c-c1ed53271755 on network f5b047ab-a8ae-49d7-90db-71521d6a900a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:19:09.489049 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Attempting to bind port 0b64ee44-dd4a-4759-aa6c-c1ed53271755 on network f5b047ab-a8ae-49d7-90db-71521d6a900a {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:19:09.498008 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:19:09.498341 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Checking segment: {'id': '21323863-531d-46a0-afc2-7c859e5588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:19:09.498705 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Bound using segment: {'id': '21323863-531d-46a0-afc2-7c859e5588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a'} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:19:09.499132 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Bound port: 0b64ee44-dd4a-4759-aa6c-c1ed53271755, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21323863-531d-46a0-afc2-7c859e5588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a'}}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:19:09.499466 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:09.590607 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-bf284303-0f76-4d1f-aa67-54dbe71e74e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46008e54-f42d-458c-8cd8-ecf3bf263399 HTTP/1.1" status: 200 len: 217 time: 0.1030071 May 10 17:19:09.598159 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-528d6b74-7af1-4247-a686-372556430ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:09.637759 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8c7d325d-895c-4f4f-9bf2-46e5d857dbcd req-83291f36-5af4-4766-a13b-b133f895aeb2 service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433841 May 10 17:19:09.733333 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-528d6b74-7af1-4247-a686-372556430ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:09.756312 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-528d6b74-7af1-4247-a686-372556430ea6 admin admin] Usage tracker for resource:security_group_rule and tenant:8ebcfb4c0418478b889e532dc8037df4 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:09.761637 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-818c46e1-5620-420b-bd02-2df0a5ea0b2f req-3a5b4ca3-5e9c-4a6e-b379-809f632e7312 service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836517 May 10 17:19:09.764525 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-528d6b74-7af1-4247-a686-372556430ea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:09.772368 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-704e5645-697e-42ac-a4cb-783b62716eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:09.775089 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-704e5645-697e-42ac-a4cb-783b62716eb0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db28a517-7717-4b21-84d2-bf190df65817 HTTP/1.1" status: 200 len: 849 time: 0.1782646 May 10 17:19:09.776750 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-528d6b74-7af1-4247-a686-372556430ea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:09.832994 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] For port 0b64ee44-dd4a-4759-aa6c-c1ed53271755, host hv-cinder-78638, cleared binding levels {{(pid=78664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:19:09.841827 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 47540) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:09.881106 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:09.888887 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] For port 0b64ee44-dd4a-4759-aa6c-c1ed53271755, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0b64ee44-dd4a-4759-aa6c-c1ed53271755,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:19:09.889566 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-a406238a-ce2c-4b50-8338-4069d84baec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:09.906381 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8c7d325d-895c-4f4f-9bf2-46e5d857dbcd req-2a2bf581-e713-4b4c-8738-7c87909818f9 service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357111 May 10 17:19:09.909072 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:09.939395 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-e437801f-71c4-40ba-9065-871e5871fcd2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:10.042583 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:10.043315 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:10.045081 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] 10.222.0.48 "PUT /v2.0/ports/0b64ee44-dd4a-4759-aa6c-c1ed53271755 HTTP/1.1" status: 200 len: 1094 time: 2.7563982 May 10 17:19:10.048652 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a23ca-c3e9-44a7-827f-de05c47d2223 req-8c8723a2-2c07-4f9e-beb0-7f9993b54ab5 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:10.050197 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-993a23ca-c3e9-44a7-827f-de05c47d2223 req-8c8723a2-2c07-4f9e-beb0-7f9993b54ab5 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 943 time: 0.3916988 May 10 17:19:10.053658 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704ece1-392d-4061-96df-462246d71e2d req-cf4fa9d3-6797-46d7-a5f2-a856a9e68e26 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:10.056939 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3704ece1-392d-4061-96df-462246d71e2d req-cf4fa9d3-6797-46d7-a5f2-a856a9e68e26 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.4268064 May 10 17:19:10.057962 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'tag': '0b64ee44-dd4a-4759-aa6c-c1ed53271755'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:19:10.083288 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-927341da-02b9-4f02-8e2f-1cf4093fcd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:10.122360 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Pushing event updated for resources: {'Port': ['ID=0b64ee44-dd4a-4759-aa6c-c1ed53271755,revision_number=3']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:10.136321 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:10.142657 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-927341da-02b9-4f02-8e2f-1cf4093fcd1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:10.162656 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5de40374-ddb7-4b85-9bf6-c29c8f915ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:10.164203 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-5de40374-ddb7-4b85-9bf6-c29c8f915ff2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1f98b04-1289-47a9-9686-186f52c6471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3816955 May 10 17:19:10.170184 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171c91e-411a-4590-8b32-40a964ccdad7 req-d3e3e605-6116-4fa9-962e-62eb8db93905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:10.171728 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2171c91e-411a-4590-8b32-40a964ccdad7 req-d3e3e605-6116-4fa9-962e-62eb8db93905 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9bccd4acb8f14e2c89f70d682d458f36&device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 1096 time: 0.2411141 May 10 17:19:10.203214 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-993a23ca-c3e9-44a7-827f-de05c47d2223 req-c06b12d9-44e2-4072-b820-be0ed674a517 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374722 May 10 17:19:10.226542 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-927341da-02b9-4f02-8e2f-1cf4093fcd1f admin admin] Usage tracker for resource:security_group_rule and tenant:04845a4acf164d599be3414efd7274ea is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:10.240580 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-927341da-02b9-4f02-8e2f-1cf4093fcd1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:10.259132 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-927341da-02b9-4f02-8e2f-1cf4093fcd1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:10.269164 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3704ece1-392d-4061-96df-462246d71e2d req-307fbab8-bb50-4090-aa63-f196f61dd256 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899748 May 10 17:19:10.311903 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'tag': '0b64ee44-dd4a-4759-aa6c-c1ed53271755', 'status': 'completed', 'code': 200} May 10 17:19:10.340782 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-f2a49543-9a86-4f3a-a3cb-83cf0d9bde58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:10.343121 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-f2a49543-9a86-4f3a-a3cb-83cf0d9bde58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36ab77e54c50411aa55aac321de05175&device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 1097 time: 0.2028148 May 10 17:19:10.345271 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-528d6b74-7af1-4247-a686-372556430ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:10.360638 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-528d6b74-7af1-4247-a686-372556430ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:10.382158 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-41be6c95-cd7f-47ba-8155-eabac0e94dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:10.474412 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-528d6b74-7af1-4247-a686-372556430ea6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ebcfb4c0418478b889e532dc8037df4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1153295 May 10 17:19:10.488165 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcdd687-228f-4b6b-a5fd-46bc936dd134', 'tag': '46008e54-f42d-458c-8cd8-ecf3bf263399'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:19:10.496282 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 47570) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:10.509019 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d6b74-7af1-4247-a686-372556430ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732fdd8f-1b1f-4857-8436-cbbf46457f8d,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:10.512751 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-528d6b74-7af1-4247-a686-372556430ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:10.538815 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-e692ec2a-68a8-4069-a892-7290e9fdd01b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b64ee44-dd4a-4759-aa6c-c1ed53271755 HTTP/1.1" status: 200 len: 217 time: 0.1794524 May 10 17:19:10.563189 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171c91e-411a-4590-8b32-40a964ccdad7 req-2e74af23-9ba3-4b54-8e49-510d1076aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:10.564636 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2171c91e-411a-4590-8b32-40a964ccdad7 req-2e74af23-9ba3-4b54-8e49-510d1076aae1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4 HTTP/1.1" status: 200 len: 920 time: 0.3649020 May 10 17:19:10.569261 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-a3fdbf7d-6445-40fd-afd7-02341a72d729 service neutron] 10.222.0.48 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966191 May 10 17:19:10.681619 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-6288b854-02d1-4b59-b93d-f9b9907b6b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:10.683050 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-6288b854-02d1-4b59-b93d-f9b9907b6b7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28793b78-963b-491c-8dc7-3600112cdfe4 HTTP/1.1" status: 200 len: 855 time: 0.1360483 May 10 17:19:10.729956 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:10.763042 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2171c91e-411a-4590-8b32-40a964ccdad7 req-468f17f6-38ad-4cfa-a02b-3ed7dcb02f02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0baf62f-3d03-4ce4-b73f-db80619aa6f8 HTTP/1.1" status: 200 len: 217 time: 0.1801593 May 10 17:19:10.789981 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43970929-909c-41d4-9683-6c495fa776de req-46fa49fa-2cf3-4235-a4bb-eb57b999909a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:10.791459 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-43970929-909c-41d4-9683-6c495fa776de req-46fa49fa-2cf3-4235-a4bb-eb57b999909a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 943 time: 0.2419300 May 10 17:19:10.796879 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-927341da-02b9-4f02-8e2f-1cf4093fcd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:10.808075 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-cb65f559-96c0-4419-9053-0a0b8aa6eefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:10.821047 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-927341da-02b9-4f02-8e2f-1cf4093fcd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:10.832397 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-e6cbc4b6-6853-4811-bcd3-7c06a7e5d8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:10.862030 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-cb65f559-96c0-4419-9053-0a0b8aa6eefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:10.897627 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-43970929-909c-41d4-9683-6c495fa776de req-e0591335-f071-4d6d-8457-736c3a2c0993 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Synchronizing usage tracker for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:security_group {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:19:10.901607 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-10e96d58-e48f-4f8c-aec5-62c7d5a58661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:10.903055 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-10e96d58-e48f-4f8c-aec5-62c7d5a58661 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5b047ab-a8ae-49d7-90db-71521d6a900a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2112980 May 10 17:19:10.905603 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927341da-02b9-4f02-8e2f-1cf4093fcd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10292d66-4465-4b7e-a813-0c48935c8857,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:10.912681 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8fcf16ef-6d3a-487b-a293-5447c9b1c3a1 req-ee87c7ee-5ca4-4e9b-ba48-d088298d0e07 service neutron] 10.222.0.48 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281014 May 10 17:19:10.912861 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-927341da-02b9-4f02-8e2f-1cf4093fcd1f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04845a4acf164d599be3414efd7274ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0674996 May 10 17:19:10.912861 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-927341da-02b9-4f02-8e2f-1cf4093fcd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:10.914524 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 47578) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:10.937193 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-43970929-909c-41d4-9683-6c495fa776de req-e0591335-f071-4d6d-8457-736c3a2c0993 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Unset dirty status for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:security_group {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:19:10.938323 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-43970929-909c-41d4-9683-6c495fa776de req-e0591335-f071-4d6d-8457-736c3a2c0993 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395633 May 10 17:19:10.939819 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784b6c8-2212-4c07-a325-bae3e1b01a8a req-963ce4e6-99fb-4f2c-baaf-33e769280b5f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:10.944927 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7784b6c8-2212-4c07-a325-bae3e1b01a8a req-963ce4e6-99fb-4f2c-baaf-33e769280b5f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 945 time: 0.2857361 May 10 17:19:10.986475 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d03f879e-b0d1-4106-ad52-6dfdaeb98305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:10.990876 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bcdd687-228f-4b6b-a5fd-46bc936dd134', 'tag': '46008e54-f42d-458c-8cd8-ecf3bf263399', 'status': 'completed', 'code': 200} May 10 17:19:11.003680 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-cb65f559-96c0-4419-9053-0a0b8aa6eefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:11.006789 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7784b6c8-2212-4c07-a325-bae3e1b01a8a req-ccfc3b5a-bf18-4a09-970a-2542fa361010 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/security-groups?id=50423558-5500-471b-867e-462d5119eb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573778 May 10 17:19:11.010953 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:11.018737 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d03f879e-b0d1-4106-ad52-6dfdaeb98305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:11.024450 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65f559-96c0-4419-9053-0a0b8aa6eefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732fdd8f-1b1f-4857-8436-cbbf46457f8d,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:11.026995 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-cb65f559-96c0-4419-9053-0a0b8aa6eefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:11.035146 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-cb65f559-96c0-4419-9053-0a0b8aa6eefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:11.036420 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-cb65f559-96c0-4419-9053-0a0b8aa6eefd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/732fdd8f-1b1f-4857-8436-cbbf46457f8d HTTP/1.1" status: 204 len: 168 time: 0.5295231 May 10 17:19:11.082286 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d03f879e-b0d1-4106-ad52-6dfdaeb98305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:11.088286 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:11.102574 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f879e-b0d1-4106-ad52-6dfdaeb98305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10292d66-4465-4b7e-a813-0c48935c8857,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:11.105964 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d03f879e-b0d1-4106-ad52-6dfdaeb98305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:11.107212 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d03f879e-b0d1-4106-ad52-6dfdaeb98305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:11.108490 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-d03f879e-b0d1-4106-ad52-6dfdaeb98305 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10292d66-4465-4b7e-a813-0c48935c8857 HTTP/1.1" status: 204 len: 168 time: 0.1929924 May 10 17:19:11.513089 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55483e7b-f64a-4b56-9daf-e94b2108d97f req-bde06022-127e-4617-bc9d-b9730163f72c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:11.526550 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-55483e7b-f64a-4b56-9daf-e94b2108d97f req-bde06022-127e-4617-bc9d-b9730163f72c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 943 time: 0.1920152 May 10 17:19:11.598616 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-55483e7b-f64a-4b56-9daf-e94b2108d97f req-a2dde13b-a280-4970-85b3-8e4513932084 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708427 May 10 17:19:11.632576 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 47612) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:11.662140 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-876f6c80-ed91-41d7-8519-5986fb69b416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:11.664744 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b7254-8d1c-426a-a343-95cd2e43915f req-f515b8ae-ffaf-4102-b28e-5b808ffa7cf9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:11.665634 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-7c1b7254-8d1c-426a-a343-95cd2e43915f req-f515b8ae-ffaf-4102-b28e-5b808ffa7cf9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Synchronizing usage tracker for tenant:36ab77e54c50411aa55aac321de05175 on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:19:11.679650 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-876f6c80-ed91-41d7-8519-5986fb69b416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:11.681455 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-7c1b7254-8d1c-426a-a343-95cd2e43915f req-f515b8ae-ffaf-4102-b28e-5b808ffa7cf9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Unset dirty status for tenant:36ab77e54c50411aa55aac321de05175 on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:19:11.684104 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-876f6c80-ed91-41d7-8519-5986fb69b416 admin admin] Usage tracker for resource:security_group_rule and tenant:5a34c70b8190446fab149a15bbaa914c is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:11.687331 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-876f6c80-ed91-41d7-8519-5986fb69b416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:11.695237 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-876f6c80-ed91-41d7-8519-5986fb69b416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:11.701952 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7c1b7254-8d1c-426a-a343-95cd2e43915f req-f515b8ae-ffaf-4102-b28e-5b808ffa7cf9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.2239621 May 10 17:19:11.816055 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-7c1b7254-8d1c-426a-a343-95cd2e43915f req-8ac6a181-7eb6-43d0-ab74-b6fd98a460a7 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Synchronizing usage tracker for tenant:36ab77e54c50411aa55aac321de05175 on resource:security_group {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:19:11.836959 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-7c1b7254-8d1c-426a-a343-95cd2e43915f req-8ac6a181-7eb6-43d0-ab74-b6fd98a460a7 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Unset dirty status for tenant:36ab77e54c50411aa55aac321de05175 on resource:security_group {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:19:11.837909 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-876f6c80-ed91-41d7-8519-5986fb69b416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:11.838124 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7c1b7254-8d1c-426a-a343-95cd2e43915f req-8ac6a181-7eb6-43d0-ab74-b6fd98a460a7 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344864 May 10 17:19:11.845882 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-876f6c80-ed91-41d7-8519-5986fb69b416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:11.856784 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:11.897511 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-876f6c80-ed91-41d7-8519-5986fb69b416 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a34c70b8190446fab149a15bbaa914c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637930 May 10 17:19:11.899346 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 47630) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:11.902719 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f6c80-ed91-41d7-8519-5986fb69b416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190f8802-5519-459b-9513-ead5e5dc96e1,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:11.905829 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-876f6c80-ed91-41d7-8519-5986fb69b416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:11.980875 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7e73c2a6-d4c3-46d1-bf7d-99947a5fdc55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:12.011117 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7e73c2a6-d4c3-46d1-bf7d-99947a5fdc55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:12.069534 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7e73c2a6-d4c3-46d1-bf7d-99947a5fdc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:12.077089 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:12.088413 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73c2a6-d4c3-46d1-bf7d-99947a5fdc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190f8802-5519-459b-9513-ead5e5dc96e1,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:12.090745 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-7e73c2a6-d4c3-46d1-bf7d-99947a5fdc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:12.092881 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7e73c2a6-d4c3-46d1-bf7d-99947a5fdc55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:12.094008 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-7e73c2a6-d4c3-46d1-bf7d-99947a5fdc55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/190f8802-5519-459b-9513-ead5e5dc96e1 HTTP/1.1" status: 204 len: 168 time: 0.1938303 May 10 17:19:12.149225 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddf2a0-03a9-4302-95fe-699c85e3c53b req-19e6d73e-3857-4e10-ba5d-fa1ff2e67bff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:12.151128 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-82ddf2a0-03a9-4302-95fe-699c85e3c53b req-19e6d73e-3857-4e10-ba5d-fa1ff2e67bff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 943 time: 0.0894940 May 10 17:19:12.207374 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-82ddf2a0-03a9-4302-95fe-699c85e3c53b req-6642de68-679a-4b80-a8b2-b4a89c3daf86 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488918 May 10 17:19:12.409883 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:12.436145 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device e2157096-4281-4005-ae95-f0a5a9d2c3e9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:19:12.586511 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port e2157096-4281-4005-ae95-f0a5a9d2c3e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e2157096-4281-4005-ae95-f0a5a9d2c3e9,segment=NetworkSegment(f041281e-c37a-4ff8-a71f-efe88c9ab37e),segment_id=f041281e-c37a-4ff8-a71f-efe88c9ab37e)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:19:12.600715 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': 'e2157096-4281-4005-ae95-f0a5a9d2c3e9', 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4', 'port_id': 'e2157096-4281-4005-ae95-f0a5a9d2c3e9', 'mac_address': 'fa:16:3e:37:98:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be69cc52-9a98-4fc1-87f3-313de9e76b52', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:19:12.682551 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:12.702829 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2157096-4281-4005-ae95-f0a5a9d2c3e9 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:19:12.732669 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port e2157096-4281-4005-ae95-f0a5a9d2c3e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e2157096-4281-4005-ae95-f0a5a9d2c3e9,segment=NetworkSegment(f041281e-c37a-4ff8-a71f-efe88c9ab37e),segment_id=f041281e-c37a-4ff8-a71f-efe88c9ab37e)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:19:12.750455 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:12.752582 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:12.836574 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=e2157096-4281-4005-ae95-f0a5a9d2c3e9,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:12.839985 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:12.872968 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35905b3-dc20-4a7e-b65a-533c5c3dba43 req-6ee238ef-13ce-4d81-a8f9-efaae0f48a26 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:12.874752 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a35905b3-dc20-4a7e-b65a-533c5c3dba43 req-6ee238ef-13ce-4d81-a8f9-efaae0f48a26 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 943 time: 0.1262169 May 10 17:19:12.939377 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a35905b3-dc20-4a7e-b65a-533c5c3dba43 req-4d7fc091-b556-46a0-b75a-30dfea30d8db tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589511 May 10 17:19:13.064000 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af171abe-f14a-4f30-a1f6-f011ce0552bd req-d9442bf6-e0ea-40d1-b4d8-410aa9acc63e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:13.071466 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-af171abe-f14a-4f30-a1f6-f011ce0552bd req-d9442bf6-e0ea-40d1-b4d8-410aa9acc63e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.0936313 May 10 17:19:13.113856 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-af171abe-f14a-4f30-a1f6-f011ce0552bd req-c5167917-3beb-4865-811f-bdf8a5d01fc8 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415316 May 10 17:19:13.555790 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-6965a62f-f66a-4c44-bc49-337b1b7e82d1 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553574 May 10 17:19:13.564993 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240716f1-749d-455e-a9f4-440b4be55ecc req-ca3e0255-5bc4-4d3e-ac71-8cb483ac4ca5 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:13.582789 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-240716f1-749d-455e-a9f4-440b4be55ecc req-ca3e0255-5bc4-4d3e-ac71-8cb483ac4ca5 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 943 time: 0.2368429 May 10 17:19:13.584762 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device b0baf62f-3d03-4ce4-b73f-db80619aa6f8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:19:13.611087 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171c91e-411a-4590-8b32-40a964ccdad7 req-334766c6-8f0e-45b4-9d48-4e5540fce24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:13.613085 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2171c91e-411a-4590-8b32-40a964ccdad7 req-334766c6-8f0e-45b4-9d48-4e5540fce24b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=be69cc52-9a98-4fc1-87f3-313de9e76b52 HTTP/1.1" status: 200 len: 859 time: 0.2058899 May 10 17:19:13.661041 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-240716f1-749d-455e-a9f4-440b4be55ecc req-3958d3b9-91cd-4367-94c8-0da8c47425e6 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860641 May 10 17:19:13.725070 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2171c91e-411a-4590-8b32-40a964ccdad7 req-c300d31d-d876-45ba-b61e-86691e1537a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818117 May 10 17:19:13.752101 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a0745-3037-4203-a7a5-cc499c838d5c req-ac00d079-339e-4e53-8e1f-597ee72d5744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:13.755048 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ef1a0745-3037-4203-a7a5-cc499c838d5c req-ac00d079-339e-4e53-8e1f-597ee72d5744 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62136d7f0f71473ab7a5bef1cbdb2804&device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 1096 time: 0.2810755 May 10 17:19:13.813294 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['e2157096-4281-4005-ae95-f0a5a9d2c3e9'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:19:13.957174 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28c09ed6-2b94-4c31-a4c1-4ca04c6a3f96 req-b3247e1e-2661-4dad-b08d-1c1ce3b5abef service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944755 May 10 17:19:14.025437 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port b0baf62f-3d03-4ce4-b73f-db80619aa6f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b0baf62f-3d03-4ce4-b73f-db80619aa6f8,segment=NetworkSegment(f041281e-c37a-4ff8-a71f-efe88c9ab37e),segment_id=f041281e-c37a-4ff8-a71f-efe88c9ab37e)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:19:14.049142 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': 'b0baf62f-3d03-4ce4-b73f-db80619aa6f8', 'network_id': 'db3f3b4e-f489-4e0e-932e-ffa1980b2df4', 'port_id': 'b0baf62f-3d03-4ce4-b73f-db80619aa6f8', 'mac_address': 'fa:16:3e:ea:81:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be69cc52-9a98-4fc1-87f3-313de9e76b52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:19:14.119015 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2171c91e-411a-4590-8b32-40a964ccdad7 req-7bb0c549-fc0a-48ee-b550-8f1229e71dbb service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697655 May 10 17:19:14.126010 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:14.154860 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0baf62f-3d03-4ce4-b73f-db80619aa6f8 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:19:14.166298 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e9787-507e-45ad-b108-0a4b706fc25e req-9f5fa385-7c14-4cd5-8f20-af995d5f01e2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:14.168258 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f18e9787-507e-45ad-b108-0a4b706fc25e req-9f5fa385-7c14-4cd5-8f20-af995d5f01e2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 943 time: 0.0969117 May 10 17:19:14.198665 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port b0baf62f-3d03-4ce4-b73f-db80619aa6f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b0baf62f-3d03-4ce4-b73f-db80619aa6f8,segment=NetworkSegment(f041281e-c37a-4ff8-a71f-efe88c9ab37e),segment_id=f041281e-c37a-4ff8-a71f-efe88c9ab37e)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:19:14.212352 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:14.221787 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a0745-3037-4203-a7a5-cc499c838d5c req-1d6d006c-dd93-4f37-91f7-4c8596e151f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:14.223328 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ef1a0745-3037-4203-a7a5-cc499c838d5c req-1d6d006c-dd93-4f37-91f7-4c8596e151f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1f98b04-1289-47a9-9686-186f52c6471f HTTP/1.1" status: 200 len: 911 time: 0.4434681 May 10 17:19:14.224126 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:14.233948 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f18e9787-507e-45ad-b108-0a4b706fc25e req-cd2eb499-ca2c-4dca-8ae8-0a17bb16be41 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597837 May 10 17:19:14.379761 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=b0baf62f-3d03-4ce4-b73f-db80619aa6f8,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:14.383144 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:14.393968 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4a1b0-3712-4d73-98d4-1929c5844e3c req-20fb0576-948e-4807-8d21-e4d850152de0 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:14.395526 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d6f4a1b0-3712-4d73-98d4-1929c5844e3c req-20fb0576-948e-4807-8d21-e4d850152de0 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.1156530 May 10 17:19:14.447932 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d6f4a1b0-3712-4d73-98d4-1929c5844e3c req-d8706253-d3e3-42ff-8b4b-5bb515bfb334 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457928 May 10 17:19:14.865707 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2c096-33a0-4739-8c78-569d75aad273 req-6bd6296b-2203-498f-9795-900c09c82840 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:14.867334 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a0a2c096-33a0-4739-8c78-569d75aad273 req-6bd6296b-2203-498f-9795-900c09c82840 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 943 time: 0.0901093 May 10 17:19:14.913621 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a0a2c096-33a0-4739-8c78-569d75aad273 req-9ddb279c-252c-4833-b352-a5d0f9a2d656 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401773 May 10 17:19:15.311102 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 47790) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:15.426231 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f2d261a6-8eea-4d86-810d-d5085b7c003f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:15.437530 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354321bb-5cd0-4b42-8c70-b2d0df38ffe0 req-dfbb1a97-dce9-413f-90a6-919adbdd1bf4 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:15.438992 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-354321bb-5cd0-4b42-8c70-b2d0df38ffe0 req-dfbb1a97-dce9-413f-90a6-919adbdd1bf4 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 944 time: 0.0912666 May 10 17:19:15.440938 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-f2d261a6-8eea-4d86-810d-d5085b7c003f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:15.444705 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-f2d261a6-8eea-4d86-810d-d5085b7c003f admin admin] Usage tracker for resource:security_group_rule and tenant:92c896736dcb4ade8666d9217225603a is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:15.447507 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-f2d261a6-8eea-4d86-810d-d5085b7c003f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:15.453260 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-f2d261a6-8eea-4d86-810d-d5085b7c003f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:15.482586 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-354321bb-5cd0-4b42-8c70-b2d0df38ffe0 req-4abbc9ee-db5a-4f9c-8175-035217397e61 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376253 May 10 17:19:15.534525 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f2d261a6-8eea-4d86-810d-d5085b7c003f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:15.539861 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f2d261a6-8eea-4d86-810d-d5085b7c003f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:15.548250 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:15.587065 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-f2d261a6-8eea-4d86-810d-d5085b7c003f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92c896736dcb4ade8666d9217225603a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747836 May 10 17:19:15.589763 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 47798) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:15.592307 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d261a6-8eea-4d86-810d-d5085b7c003f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3d0a44-aa41-43c2-9a4d-22b63cea6dde,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:15.605263 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-f2d261a6-8eea-4d86-810d-d5085b7c003f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:15.653231 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-528078d2-5b8a-443c-b142-01e5fd9729a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:15.653528 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48e581-f7c8-48ee-ae61-aac0d60bb6a1 req-19460b30-1972-4018-a24b-b99bdd33a66e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:15.654969 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ec48e581-f7c8-48ee-ae61-aac0d60bb6a1 req-19460b30-1972-4018-a24b-b99bdd33a66e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.0779510 May 10 17:19:15.679122 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-528078d2-5b8a-443c-b142-01e5fd9729a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:15.706561 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ec48e581-f7c8-48ee-ae61-aac0d60bb6a1 req-32ab08c4-0c9d-4cb3-b4be-a0207e859c7e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457218 May 10 17:19:15.738464 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-528078d2-5b8a-443c-b142-01e5fd9729a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:15.743636 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:15.756512 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528078d2-5b8a-443c-b142-01e5fd9729a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3d0a44-aa41-43c2-9a4d-22b63cea6dde,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:15.759056 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-528078d2-5b8a-443c-b142-01e5fd9729a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:15.761392 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-528078d2-5b8a-443c-b142-01e5fd9729a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:15.764887 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-528078d2-5b8a-443c-b142-01e5fd9729a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb3d0a44-aa41-43c2-9a4d-22b63cea6dde HTTP/1.1" status: 204 len: 168 time: 0.1718514 May 10 17:19:16.046046 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 47816) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:16.063763 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c5884374-c119-4240-b182-cb11208774f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:16.078173 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-c5884374-c119-4240-b182-cb11208774f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:16.081939 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-c5884374-c119-4240-b182-cb11208774f2 admin admin] Usage tracker for resource:security_group_rule and tenant:859ddd48b80d4771bcbc91c92353d7dd is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:16.084659 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-c5884374-c119-4240-b182-cb11208774f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:16.090882 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-c5884374-c119-4240-b182-cb11208774f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:16.105246 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b071149-3680-43f9-8a51-150b57028f94 req-5f6dfe64-13b4-4ada-aa03-5e2bc6ef1eb6 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:16.106685 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9b071149-3680-43f9-8a51-150b57028f94 req-5f6dfe64-13b4-4ada-aa03-5e2bc6ef1eb6 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 943 time: 0.0812063 May 10 17:19:16.152457 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9b071149-3680-43f9-8a51-150b57028f94 req-8a34c8ac-4024-4e73-98e2-ab37185d4903 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400150 May 10 17:19:16.175705 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c5884374-c119-4240-b182-cb11208774f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:16.179417 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c5884374-c119-4240-b182-cb11208774f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:16.187794 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:16.228765 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-c5884374-c119-4240-b182-cb11208774f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=859ddd48b80d4771bcbc91c92353d7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1816940 May 10 17:19:16.230379 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5884374-c119-4240-b182-cb11208774f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1448c5a-78b5-4c79-9e30-9d8be4e2cc50,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:16.231432 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 47820) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:16.233947 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c5884374-c119-4240-b182-cb11208774f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:16.288887 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ff62a362-04cf-4558-b223-0b740e81adbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:16.313868 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ff62a362-04cf-4558-b223-0b740e81adbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:16.414405 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ff62a362-04cf-4558-b223-0b740e81adbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:16.419495 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-655bc407-15af-4ca2-8d31-ee8ff1544971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:16.431697 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62a362-04cf-4558-b223-0b740e81adbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1448c5a-78b5-4c79-9e30-9d8be4e2cc50,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:16.435160 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ff62a362-04cf-4558-b223-0b740e81adbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:16.440395 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ff62a362-04cf-4558-b223-0b740e81adbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:16.441462 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-ff62a362-04cf-4558-b223-0b740e81adbb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1448c5a-78b5-4c79-9e30-9d8be4e2cc50 HTTP/1.1" status: 204 len: 168 time: 0.2089930 May 10 17:19:16.675666 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54082d1-6810-44fc-8022-23ef6a403b20 req-4c109e25-1180-4fea-aa51-9973c97b2732 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:16.677157 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f54082d1-6810-44fc-8022-23ef6a403b20 req-4c109e25-1180-4fea-aa51-9973c97b2732 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 944 time: 0.0820246 May 10 17:19:16.728447 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f54082d1-6810-44fc-8022-23ef6a403b20 req-e9237fbe-5f2f-43b5-88c4-7790d203b525 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448697 May 10 17:19:16.910194 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ef1a0745-3037-4203-a7a5-cc499c838d5c req-88afaebf-f270-4e99-8135-08fde6a27006 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46008e54-f42d-458c-8cd8-ecf3bf263399 HTTP/1.1" status: 200 len: 217 time: 0.0838945 May 10 17:19:17.010629 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee4ed7-7657-4553-8eb2-77d18211e099 req-d19bf4c2-2e3b-48d2-be2f-e4480151dba9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:17.017378 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6bee4ed7-7657-4553-8eb2-77d18211e099 req-d19bf4c2-2e3b-48d2-be2f-e4480151dba9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.1373105 May 10 17:19:17.033587 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6678e86-a703-4c8f-a5eb-e06d2f3fab49 req-381a659a-2fce-4cf6-a7f9-abb56bcce727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:17.035063 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b6678e86-a703-4c8f-a5eb-e06d2f3fab49 req-381a659a-2fce-4cf6-a7f9-abb56bcce727 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36ab77e54c50411aa55aac321de05175&device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 1097 time: 0.2133634 May 10 17:19:17.053335 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a0745-3037-4203-a7a5-cc499c838d5c req-cb87d1c6-af2e-429e-9aa0-434a38f22f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:17.054872 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ef1a0745-3037-4203-a7a5-cc499c838d5c req-cb87d1c6-af2e-429e-9aa0-434a38f22f04 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db28a517-7717-4b21-84d2-bf190df65817 HTTP/1.1" status: 200 len: 849 time: 0.0948012 May 10 17:19:17.121274 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2171c91e-411a-4590-8b32-40a964ccdad7 req-3539c295-c1c1-492e-8c21-205509411485 service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935669 May 10 17:19:17.147230 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a0745-3037-4203-a7a5-cc499c838d5c req-e1586398-8478-491d-a0c3-84d01d7bcca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:17.149094 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ef1a0745-3037-4203-a7a5-cc499c838d5c req-e1586398-8478-491d-a0c3-84d01d7bcca2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1f98b04-1289-47a9-9686-186f52c6471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815530 May 10 17:19:17.177728 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6bee4ed7-7657-4553-8eb2-77d18211e099 req-20be6003-7562-49cd-80e5-0329ac89c229 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592767 May 10 17:19:17.241924 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['b0baf62f-3d03-4ce4-b73f-db80619aa6f8'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:19:17.277581 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6678e86-a703-4c8f-a5eb-e06d2f3fab49 req-6da59dd6-7831-40d5-ac3f-c0cd46e8af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:17.279162 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b6678e86-a703-4c8f-a5eb-e06d2f3fab49 req-6da59dd6-7831-40d5-ac3f-c0cd46e8af40 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5b047ab-a8ae-49d7-90db-71521d6a900a HTTP/1.1" status: 200 len: 917 time: 0.2337039 May 10 17:19:17.361775 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ef1a0745-3037-4203-a7a5-cc499c838d5c req-40039e8e-42a5-48d3-84ad-f2f7349d9873 service neutron] 10.222.0.48 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826742 May 10 17:19:17.467684 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b6678e86-a703-4c8f-a5eb-e06d2f3fab49 req-5c54e313-f350-4043-8dcf-3d924323da5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b64ee44-dd4a-4759-aa6c-c1ed53271755 HTTP/1.1" status: 200 len: 217 time: 0.1749852 May 10 17:19:17.552676 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6678e86-a703-4c8f-a5eb-e06d2f3fab49 req-cdd51d0c-1cb8-424d-84bc-c69aca91f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:17.554839 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b6678e86-a703-4c8f-a5eb-e06d2f3fab49 req-cdd51d0c-1cb8-424d-84bc-c69aca91f02a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28793b78-963b-491c-8dc7-3600112cdfe4 HTTP/1.1" status: 200 len: 855 time: 0.0790057 May 10 17:19:17.611170 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ef1a0745-3037-4203-a7a5-cc499c838d5c req-89cd854e-7a2f-4bf4-a5a6-ccfb2a7285d8 service neutron] 10.222.0.48 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175450 May 10 17:19:17.634449 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083cbba-e80d-433d-92c9-dc929e9b88ad req-edf9c14f-a35a-46ff-b279-31708ccd8a4e tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:17.635955 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a083cbba-e80d-433d-92c9-dc929e9b88ad req-edf9c14f-a35a-46ff-b279-31708ccd8a4e tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 943 time: 0.2268717 May 10 17:19:17.700600 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a083cbba-e80d-433d-92c9-dc929e9b88ad req-dbecde00-1f45-40a5-9f84-c97c59c9de13 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534127 May 10 17:19:17.702657 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6678e86-a703-4c8f-a5eb-e06d2f3fab49 req-e3a49138-bf56-4d11-aa3e-33bd0eccc0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:17.704029 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b6678e86-a703-4c8f-a5eb-e06d2f3fab49 req-e3a49138-bf56-4d11-aa3e-33bd0eccc0c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5b047ab-a8ae-49d7-90db-71521d6a900a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1403918 May 10 17:19:17.933298 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 47880) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:17.951331 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b6678e86-a703-4c8f-a5eb-e06d2f3fab49 req-36892736-bd49-4954-b3f4-0411b1272f38 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111065 May 10 17:19:17.998263 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2f71c-7402-4f67-b9bc-a5a06e4ebd7e req-3f0c6a7c-07b0-49b5-bed9-83240d8debff tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:17.999759 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-cfb2f71c-7402-4f67-b9bc-a5a06e4ebd7e req-3f0c6a7c-07b0-49b5-bed9-83240d8debff tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 944 time: 0.1223969 May 10 17:19:18.061011 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-cfb2f71c-7402-4f67-b9bc-a5a06e4ebd7e req-195a111c-df61-47cc-b8aa-603cfe527ca0 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552301 May 10 17:19:18.117775 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c0c25d72-403b-466c-9684-933aa43c19fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:18.129052 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b6678e86-a703-4c8f-a5eb-e06d2f3fab49 req-cb243688-d62e-4238-bb27-db713a243bb7 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724248 May 10 17:19:18.134009 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-c0c25d72-403b-466c-9684-933aa43c19fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:18.137840 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-c0c25d72-403b-466c-9684-933aa43c19fe admin admin] Usage tracker for resource:security_group_rule and tenant:3b462d1ff07a47368d90539789b7a45b is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:18.140648 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-c0c25d72-403b-466c-9684-933aa43c19fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:18.146503 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-c0c25d72-403b-466c-9684-933aa43c19fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:18.248100 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c0c25d72-403b-466c-9684-933aa43c19fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:18.252581 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c0c25d72-403b-466c-9684-933aa43c19fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:18.262410 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-bad01891-38f3-4421-88f0-cb1c67956b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:18.342568 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c25d72-403b-466c-9684-933aa43c19fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cead95-91a6-489d-9141-d958a5df9c08,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:18.351254 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-c0c25d72-403b-466c-9684-933aa43c19fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b462d1ff07a47368d90539789b7a45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169402 May 10 17:19:18.352200 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c0c25d72-403b-466c-9684-933aa43c19fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:18.354141 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 47908) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:18.393961 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b424bf-e332-4a2d-9a61-4abdcf101d98 req-fc5067f1-5e99-4860-a56d-063f81e58291 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:18.395853 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d7b424bf-e332-4a2d-9a61-4abdcf101d98 req-fc5067f1-5e99-4860-a56d-063f81e58291 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.0947068 May 10 17:19:18.422502 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-40ef8a97-c580-4212-b143-ea5961a9cc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:18.445117 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d7b424bf-e332-4a2d-9a61-4abdcf101d98 req-1622445e-41f7-4386-a0f1-458b9c4845dc tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399089 May 10 17:19:18.448624 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-40ef8a97-c580-4212-b143-ea5961a9cc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:18.504535 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-40ef8a97-c580-4212-b143-ea5961a9cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:18.509804 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:18.521741 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef8a97-c580-4212-b143-ea5961a9cc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cead95-91a6-489d-9141-d958a5df9c08,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:18.525081 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-40ef8a97-c580-4212-b143-ea5961a9cc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:18.533364 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-40ef8a97-c580-4212-b143-ea5961a9cc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:18.537214 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-40ef8a97-c580-4212-b143-ea5961a9cc07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3cead95-91a6-489d-9141-d958a5df9c08 HTTP/1.1" status: 204 len: 168 time: 0.1820753 May 10 17:19:18.859936 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 46008e54-f42d-458c-8cd8-ecf3bf263399 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:19:18.867465 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device e2157096-4281-4005-ae95-f0a5a9d2c3e9 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:19:18.984937 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56450321-789b-4982-999d-7e39f73311ef req-fcd42617-20c3-4b6e-a3f2-94ebf0101ffa tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:18.987036 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-56450321-789b-4982-999d-7e39f73311ef req-fcd42617-20c3-4b6e-a3f2-94ebf0101ffa tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 943 time: 0.1612592 May 10 17:19:19.012551 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port e2157096-4281-4005-ae95-f0a5a9d2c3e9 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:19:19.061950 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-56450321-789b-4982-999d-7e39f73311ef req-c397c8e0-9332-4567-b8b2-d51d940b1a6f tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685875 May 10 17:19:19.117328 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port e2157096-4281-4005-ae95-f0a5a9d2c3e9 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:19:19.117720 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:19.296528 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 46008e54-f42d-458c-8cd8-ecf3bf263399, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=46008e54-f42d-458c-8cd8-ecf3bf263399,segment=NetworkSegment(85b78c56-b6e9-4d4a-b4be-144ef07f4679),segment_id=85b78c56-b6e9-4d4a-b4be-144ef07f4679)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:19:19.360927 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '46008e54-f42d-458c-8cd8-ecf3bf263399', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'port_id': '46008e54-f42d-458c-8cd8-ecf3bf263399', 'mac_address': 'fa:16:3e:44:43:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:19:19.383895 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361277a5-a315-4b4c-a7a5-549f7c5c7d84 req-0db36217-9575-4376-a5fc-c7768aade6c4 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:19.387633 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-361277a5-a315-4b4c-a7a5-549f7c5c7d84 req-0db36217-9575-4376-a5fc-c7768aade6c4 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 944 time: 0.1855826 May 10 17:19:19.476400 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-361277a5-a315-4b4c-a7a5-549f7c5c7d84 req-a5dde990-6317-4fd5-91ed-11a548527f29 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806692 May 10 17:19:19.479504 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 47980) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:19.502524 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:19.543468 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46008e54-f42d-458c-8cd8-ecf3bf263399 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:19:19.568021 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 46008e54-f42d-458c-8cd8-ecf3bf263399, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=46008e54-f42d-458c-8cd8-ecf3bf263399,segment=NetworkSegment(85b78c56-b6e9-4d4a-b4be-144ef07f4679),segment_id=85b78c56-b6e9-4d4a-b4be-144ef07f4679)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:19:19.576938 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:19.581283 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-7a75a05e-4c08-428e-8be4-31eaa9c4f084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:19.673668 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=46008e54-f42d-458c-8cd8-ecf3bf263399,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:19.679472 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:19.691648 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:19.721832 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c3c839dc-8529-440d-a908-9125d51e4794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:19.732170 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port e2157096-4281-4005-ae95-f0a5a9d2c3e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e2157096-4281-4005-ae95-f0a5a9d2c3e9,segment=NetworkSegment(f041281e-c37a-4ff8-a71f-efe88c9ab37e),segment_id=f041281e-c37a-4ff8-a71f-efe88c9ab37e)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:19:19.733494 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0d8f72-102f-4fa0-a045-3686d73f8cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2157096-4281-4005-ae95-f0a5a9d2c3e9'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:19:19.741121 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:19.742928 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device b0baf62f-3d03-4ce4-b73f-db80619aa6f8 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:19:19.770681 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-c3c839dc-8529-440d-a908-9125d51e4794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:19.788955 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-c3c839dc-8529-440d-a908-9125d51e4794 admin admin] Usage tracker for resource:security_group_rule and tenant:4144c83f831f4eec8318300f4de9377b is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:19.794472 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-c3c839dc-8529-440d-a908-9125d51e4794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:19.818930 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-c3c839dc-8529-440d-a908-9125d51e4794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:19.820111 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-cbe4cf83-f7b9-4133-9d57-f3e50124d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:19.872396 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e9454-4041-4c97-9f47-850ec3bbad69 req-03890f62-cd3b-44d7-b0d5-fcbe4c307bb4 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:19.874208 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2e1e9454-4041-4c97-9f47-850ec3bbad69 req-03890f62-cd3b-44d7-b0d5-fcbe4c307bb4 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.2171142 May 10 17:19:19.875817 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0d8f72-102f-4fa0-a045-3686d73f8cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2157096-4281-4005-ae95-f0a5a9d2c3e9', 'code': 200} May 10 17:19:19.901534 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port b0baf62f-3d03-4ce4-b73f-db80619aa6f8 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:19:19.910184 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port b0baf62f-3d03-4ce4-b73f-db80619aa6f8 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:19:19.910583 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:19.995458 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['46008e54-f42d-458c-8cd8-ecf3bf263399'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:19:20.032018 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=e2157096-4281-4005-ae95-f0a5a9d2c3e9,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:20.041983 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:20.054434 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c3c839dc-8529-440d-a908-9125d51e4794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:20.075053 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c3c839dc-8529-440d-a908-9125d51e4794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:20.099584 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-4f989ffb-cf90-46d0-8d9f-cc389f5103aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:20.200305 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:20.235582 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-c3c839dc-8529-440d-a908-9125d51e4794 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4144c83f831f4eec8318300f4de9377b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7549314 May 10 17:19:20.236977 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c839dc-8529-440d-a908-9125d51e4794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18894d54-dcf2-42d1-84fd-fc778916a0a5,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:20.240656 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 48048) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:20.246760 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c3c839dc-8529-440d-a908-9125d51e4794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:20.261731 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2e1e9454-4041-4c97-9f47-850ec3bbad69 req-bf1b0a1d-805a-4e35-bb49-2820ea409051 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3686905 May 10 17:19:20.316723 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port b0baf62f-3d03-4ce4-b73f-db80619aa6f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b0baf62f-3d03-4ce4-b73f-db80619aa6f8,segment=NetworkSegment(f041281e-c37a-4ff8-a71f-efe88c9ab37e),segment_id=f041281e-c37a-4ff8-a71f-efe88c9ab37e)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:19:20.335453 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:20.338019 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-4bf2e4be-0ad0-4586-b97d-955559dde258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:20.346764 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde27417-6043-45a8-9603-8c411e20e92f req-3aa8c10a-abe8-4be3-afcb-804a10c15fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:20.348447 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-cde27417-6043-45a8-9603-8c411e20e92f req-3aa8c10a-abe8-4be3-afcb-804a10c15fcd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 1099 time: 0.2056081 May 10 17:19:20.363125 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8131ccd1-dc68-4eb8-833a-0e513734df69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:20.393334 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-cde27417-6043-45a8-9603-8c411e20e92f req-cd5926bd-b9a6-4413-9ac9-80efb3ae6c66 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364351 May 10 17:19:20.401645 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dc9e3-5f67-4ca0-8c74-5a8f31f4c4bd req-746111b3-2196-4557-90e0-19e9c0411294 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:20.403485 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8131ccd1-dc68-4eb8-833a-0e513734df69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:20.408554 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-950dc9e3-5f67-4ca0-8c74-5a8f31f4c4bd req-746111b3-2196-4557-90e0-19e9c0411294 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 944 time: 0.1596599 May 10 17:19:20.463884 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=b0baf62f-3d03-4ce4-b73f-db80619aa6f8,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:20.467400 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-950dc9e3-5f67-4ca0-8c74-5a8f31f4c4bd req-c8f18099-0c18-408f-a847-07fdb798a1a3 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577662 May 10 17:19:20.468669 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8131ccd1-dc68-4eb8-833a-0e513734df69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:20.469494 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:20.475240 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:20.489226 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131ccd1-dc68-4eb8-833a-0e513734df69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18894d54-dcf2-42d1-84fd-fc778916a0a5,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:20.496687 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8131ccd1-dc68-4eb8-833a-0e513734df69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:20.497850 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-8131ccd1-dc68-4eb8-833a-0e513734df69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18894d54-dcf2-42d1-84fd-fc778916a0a5 HTTP/1.1" status: 204 len: 168 time: 0.2541339 May 10 17:19:20.498759 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-8131ccd1-dc68-4eb8-833a-0e513734df69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:20.779950 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1143d2-e6dd-47db-a3e4-74da6b76260c req-810eb0a7-bf89-44d2-a0a7-da79b34935ae tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:20.785654 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1c1143d2-e6dd-47db-a3e4-74da6b76260c req-810eb0a7-bf89-44d2-a0a7-da79b34935ae tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.1731400 May 10 17:19:20.857012 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 0b64ee44-dd4a-4759-aa6c-c1ed53271755 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:19:20.863105 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 48070) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:20.871705 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1c1143d2-e6dd-47db-a3e4-74da6b76260c req-400d68eb-a91b-4a3e-9399-5a762e0bd81d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792241 May 10 17:19:20.888847 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f08b7bae-9465-428b-b89a-bfed6379f420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:20.907946 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-f08b7bae-9465-428b-b89a-bfed6379f420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:20.919360 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-f08b7bae-9465-428b-b89a-bfed6379f420 admin admin] Usage tracker for resource:security_group_rule and tenant:f7acd11b2a8b45e3b640034b3c5628c3 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:20.922536 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-f08b7bae-9465-428b-b89a-bfed6379f420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:20.928627 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-f08b7bae-9465-428b-b89a-bfed6379f420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:21.010929 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 0b64ee44-dd4a-4759-aa6c-c1ed53271755, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0b64ee44-dd4a-4759-aa6c-c1ed53271755,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:19:21.016341 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f08b7bae-9465-428b-b89a-bfed6379f420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:21.020082 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f08b7bae-9465-428b-b89a-bfed6379f420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:21.025216 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '0b64ee44-dd4a-4759-aa6c-c1ed53271755', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'port_id': '0b64ee44-dd4a-4759-aa6c-c1ed53271755', 'mac_address': 'fa:16:3e:97:32:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:19:21.082761 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:21.093616 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:21.101114 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b64ee44-dd4a-4759-aa6c-c1ed53271755 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:19:21.116369 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 0b64ee44-dd4a-4759-aa6c-c1ed53271755, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0b64ee44-dd4a-4759-aa6c-c1ed53271755,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:19:21.120754 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:21.123521 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-06166382-5a37-4c57-b527-727d4f56230f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:21.132717 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-f08b7bae-9465-428b-b89a-bfed6379f420 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7acd11b2a8b45e3b640034b3c5628c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684031 May 10 17:19:21.133599 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b7bae-9465-428b-b89a-bfed6379f420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f63e10c-d3ad-40a9-94da-19a00ebe98ae,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:21.135392 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 48074) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:21.136475 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-f08b7bae-9465-428b-b89a-bfed6379f420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:21.193435 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=0b64ee44-dd4a-4759-aa6c-c1ed53271755,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:21.196866 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:21.208539 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8be461a7-178c-4d6a-b84b-755cc106095b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:21.235424 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8be461a7-178c-4d6a-b84b-755cc106095b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:21.287576 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8be461a7-178c-4d6a-b84b-755cc106095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:21.293157 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:21.305652 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be461a7-178c-4d6a-b84b-755cc106095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f63e10c-d3ad-40a9-94da-19a00ebe98ae,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:21.308521 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-8be461a7-178c-4d6a-b84b-755cc106095b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:21.311807 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8be461a7-178c-4d6a-b84b-755cc106095b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:21.315281 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-8be461a7-178c-4d6a-b84b-755cc106095b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f63e10c-d3ad-40a9-94da-19a00ebe98ae HTTP/1.1" status: 204 len: 168 time: 0.1700525 May 10 17:19:21.473983 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700028e9-0238-41d4-bec7-16f304d36b45 req-1be57d12-97ec-47f8-a989-397e82263336 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:21.475488 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-700028e9-0238-41d4-bec7-16f304d36b45 req-1be57d12-97ec-47f8-a989-397e82263336 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 945 time: 0.0865810 May 10 17:19:21.530258 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-700028e9-0238-41d4-bec7-16f304d36b45 req-6637dac7-923c-4a99-a42f-b9391cf2dd49 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483243 May 10 17:19:21.563260 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['0b64ee44-dd4a-4759-aa6c-c1ed53271755'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:19:21.712028 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5575cc0-31e6-484e-89d1-ee28cc92a49a req-d83d1ca7-f458-4e12-924d-d840796e8654 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:21.720532 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-b5575cc0-31e6-484e-89d1-ee28cc92a49a req-d83d1ca7-f458-4e12-924d-d840796e8654 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 944 time: 0.1210392 May 10 17:19:21.822132 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-b5575cc0-31e6-484e-89d1-ee28cc92a49a req-1f2a133e-e20f-46ca-a228-399aff08957a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005726 May 10 17:19:21.877372 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b290e4-5c25-456c-9633-2a6ad4a8baa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0baf62f-3d03-4ce4-b73f-db80619aa6f8'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:19:21.940653 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b290e4-5c25-456c-9633-2a6ad4a8baa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0baf62f-3d03-4ce4-b73f-db80619aa6f8', 'code': 200} May 10 17:19:22.150042 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a8e4b-d7b1-4305-a87d-d25e6d8f60e6 req-b7ecd7a4-0bdc-4ed5-a690-6f7240e9dff1 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:22.151611 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-392a8e4b-d7b1-4305-a87d-d25e6d8f60e6 req-b7ecd7a4-0bdc-4ed5-a690-6f7240e9dff1 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.1050775 May 10 17:19:22.206340 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-392a8e4b-d7b1-4305-a87d-d25e6d8f60e6 req-800a178a-c0c1-4e03-bcf3-08bf3167a1c5 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467417 May 10 17:19:22.322314 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91516ae0-30b5-4f92-a66f-f47fcc6ad553 req-c63de53c-5740-41d3-b8d7-a3172573870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:22.323801 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-91516ae0-30b5-4f92-a66f-f47fcc6ad553 req-c63de53c-5740-41d3-b8d7-a3172573870e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 1098 time: 0.0769963 May 10 17:19:22.374684 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-91516ae0-30b5-4f92-a66f-f47fcc6ad553 req-152d820f-5f6d-4438-b7f8-a7c36512878d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427823 May 10 17:19:22.438745 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 48138) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:22.622862 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c6fe7177-331a-4751-a4d2-b950f9e25905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:22.638195 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-c6fe7177-331a-4751-a4d2-b950f9e25905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:22.642114 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-c6fe7177-331a-4751-a4d2-b950f9e25905 admin admin] Usage tracker for resource:security_group_rule and tenant:40c3a5d39a024d8f902f115cdbbab24a is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:22.646105 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-c6fe7177-331a-4751-a4d2-b950f9e25905 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:22.657663 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-c6fe7177-331a-4751-a4d2-b950f9e25905 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:22.759769 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c6fe7177-331a-4751-a4d2-b950f9e25905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:22.765410 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c6fe7177-331a-4751-a4d2-b950f9e25905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:22.775359 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-41482676-a285-4ed8-8e5d-f01bceedc46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:22.783707 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0866af-7562-4f56-9dba-70a645f23b68 req-fdab2eb0-072a-488d-ab2c-b1f7f3ae2e83 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:22.790066 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-db0866af-7562-4f56-9dba-70a645f23b68 req-fdab2eb0-072a-488d-ab2c-b1f7f3ae2e83 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 945 time: 0.1127892 May 10 17:19:22.816453 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-c6fe7177-331a-4751-a4d2-b950f9e25905 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40c3a5d39a024d8f902f115cdbbab24a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765330 May 10 17:19:22.819127 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 48154) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:22.821029 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe7177-331a-4751-a4d2-b950f9e25905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc6f50a-2a40-45d4-ad33-5e231be9c2c8,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:22.823987 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c6fe7177-331a-4751-a4d2-b950f9e25905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:22.860138 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 46008e54-f42d-458c-8cd8-ecf3bf263399 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:19:22.870876 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-db0866af-7562-4f56-9dba-70a645f23b68 req-4a3f7faa-7b27-4820-a2c8-b0a1765b04b2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760348 May 10 17:19:22.915077 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9c8231dd-4e65-4632-8867-90800b82ab09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:22.945326 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9c8231dd-4e65-4632-8867-90800b82ab09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:23.009780 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9c8231dd-4e65-4632-8867-90800b82ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:23.015969 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port 46008e54-f42d-458c-8cd8-ecf3bf263399 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:19:23.018841 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:23.021448 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 46008e54-f42d-458c-8cd8-ecf3bf263399 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:19:23.021829 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:23.048747 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8231dd-4e65-4632-8867-90800b82ab09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc6f50a-2a40-45d4-ad33-5e231be9c2c8,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:23.055676 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-9c8231dd-4e65-4632-8867-90800b82ab09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:23.078387 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9c8231dd-4e65-4632-8867-90800b82ab09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:23.083987 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-9c8231dd-4e65-4632-8867-90800b82ab09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bc6f50a-2a40-45d4-ad33-5e231be9c2c8 HTTP/1.1" status: 204 len: 168 time: 0.2614677 May 10 17:19:23.119819 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc719e87-168f-4710-b6e4-f11430eb24c3 req-b94bfba3-4736-4c00-abde-a75e28e9d0c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:23.127150 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fc719e87-168f-4710-b6e4-f11430eb24c3 req-b94bfba3-4736-4c00-abde-a75e28e9d0c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 944 time: 0.1772838 May 10 17:19:23.184744 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fc719e87-168f-4710-b6e4-f11430eb24c3 req-0d0343fa-5708-40e4-ac28-4c2014c1f29f tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532937 May 10 17:19:23.207346 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:23.247533 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 46008e54-f42d-458c-8cd8-ecf3bf263399, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=46008e54-f42d-458c-8cd8-ecf3bf263399,segment=NetworkSegment(85b78c56-b6e9-4d4a-b4be-144ef07f4679),segment_id=85b78c56-b6e9-4d4a-b4be-144ef07f4679)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:19:23.255487 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:23.256820 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 0b64ee44-dd4a-4759-aa6c-c1ed53271755 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:19:23.322101 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:23.399960 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port 0b64ee44-dd4a-4759-aa6c-c1ed53271755 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:19:23.411047 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 0b64ee44-dd4a-4759-aa6c-c1ed53271755 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:19:23.411428 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:23.449142 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c9dbe-809a-49e7-8fa0-bd83a6362767 req-cecf3158-2f18-44bd-bd77-997171b5971d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:23.459774 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ed3c9dbe-809a-49e7-8fa0-bd83a6362767 req-cecf3158-2f18-44bd-bd77-997171b5971d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.1183400 May 10 17:19:23.475126 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=46008e54-f42d-458c-8cd8-ecf3bf263399,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:23.481053 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:23.530073 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ed3c9dbe-809a-49e7-8fa0-bd83a6362767 req-1d7e24aa-2694-4efb-b66a-995d135e68ba tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685372 May 10 17:19:23.595460 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:23.665313 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 0b64ee44-dd4a-4759-aa6c-c1ed53271755, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0b64ee44-dd4a-4759-aa6c-c1ed53271755,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:19:23.677915 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:23.678625 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:23.723470 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 48198) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:23.750482 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b0449da3-5cd2-4319-8f4b-bf57dd740170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:23.768572 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-b0449da3-5cd2-4319-8f4b-bf57dd740170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:23.779287 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-b0449da3-5cd2-4319-8f4b-bf57dd740170 admin admin] Usage tracker for resource:security_group_rule and tenant:c120f24685544caf8f1c6e5e8dda6035 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:23.782840 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-b0449da3-5cd2-4319-8f4b-bf57dd740170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:23.792929 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-b0449da3-5cd2-4319-8f4b-bf57dd740170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:23.812260 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=0b64ee44-dd4a-4759-aa6c-c1ed53271755,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:23.815617 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:23.886862 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b0449da3-5cd2-4319-8f4b-bf57dd740170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:23.891430 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b0449da3-5cd2-4319-8f4b-bf57dd740170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:23.917264 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ddae916f-2e3c-4db8-9092-11bc43549466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:23.942775 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcdd687-228f-4b6b-a5fd-46bc936dd134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46008e54-f42d-458c-8cd8-ecf3bf263399'}, {'server_uuid': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b64ee44-dd4a-4759-aa6c-c1ed53271755'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:19:23.958551 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-b0449da3-5cd2-4319-8f4b-bf57dd740170 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c120f24685544caf8f1c6e5e8dda6035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341766 May 10 17:19:23.961780 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 48212) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:23.970020 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0449da3-5cd2-4319-8f4b-bf57dd740170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359a842d-e889-4935-91a3-147331324570,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:23.973104 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-b0449da3-5cd2-4319-8f4b-bf57dd740170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:24.029954 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcdd687-228f-4b6b-a5fd-46bc936dd134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46008e54-f42d-458c-8cd8-ecf3bf263399', 'code': 200} May 10 17:19:24.030240 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b64ee44-dd4a-4759-aa6c-c1ed53271755', 'code': 200} May 10 17:19:24.046999 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b9439359-9ecd-4601-92a0-ff66432c93b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:24.108481 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b9439359-9ecd-4601-92a0-ff66432c93b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:24.195966 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7a4bb-6b8d-4d2d-bbae-e5c79471199a req-3c1869fa-db00-4c43-8dbc-eb458733dd8f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:24.199159 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9fd7a4bb-6b8d-4d2d-bbae-e5c79471199a req-3c1869fa-db00-4c43-8dbc-eb458733dd8f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1325459 May 10 17:19:24.200331 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b9439359-9ecd-4601-92a0-ff66432c93b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:24.205992 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-8be461a7-178c-4d6a-b84b-755cc106095b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:24.235674 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9439359-9ecd-4601-92a0-ff66432c93b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359a842d-e889-4935-91a3-147331324570,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:24.238392 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b9439359-9ecd-4601-92a0-ff66432c93b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:24.293244 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b9439359-9ecd-4601-92a0-ff66432c93b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:24.293244 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-b9439359-9ecd-4601-92a0-ff66432c93b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/359a842d-e889-4935-91a3-147331324570 HTTP/1.1" status: 204 len: 168 time: 0.3286200 May 10 17:19:24.332801 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9fd7a4bb-6b8d-4d2d-bbae-e5c79471199a req-669830c7-76ff-47ab-81c4-907b7dd18161 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044800 May 10 17:19:24.594842 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4de2c6-6d72-43d2-9cd2-2c004bd82619 req-f0a1911c-c778-4b22-83ae-5a4d3b7ee5e9 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:24.596312 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1c4de2c6-6d72-43d2-9cd2-2c004bd82619 req-f0a1911c-c778-4b22-83ae-5a4d3b7ee5e9 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1838903 May 10 17:19:24.603526 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cab51-28c3-475d-a05e-f564651e5eda req-cba9b77e-b29e-4c01-bc15-08133addda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:24.605385 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c93cab51-28c3-475d-a05e-f564651e5eda req-cba9b77e-b29e-4c01-bc15-08133addda21 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 1098 time: 0.1300976 May 10 17:19:24.691404 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c93cab51-28c3-475d-a05e-f564651e5eda req-73f5f5cd-1261-4b35-a719-3337228e9972 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748622 May 10 17:19:24.700248 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1c4de2c6-6d72-43d2-9cd2-2c004bd82619 req-d1e6e5c8-91b6-4608-8db9-8104ca01b063 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886803 May 10 17:19:24.745917 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013125d-3ace-497e-9e03-f48d26cb05c2 req-db9debd4-5e7a-4131-8ea9-f8e7d8ce9240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:24.747430 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c013125d-3ace-497e-9e03-f48d26cb05c2 req-db9debd4-5e7a-4131-8ea9-f8e7d8ce9240 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 1099 time: 0.1558573 May 10 17:19:24.828195 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a964ead-c105-4b03-8e0f-c16fc45fa019 req-7dde483a-584d-4c03-8501-37c9cde6b2f6 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:24.829739 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6a964ead-c105-4b03-8e0f-c16fc45fa019 req-7dde483a-584d-4c03-8501-37c9cde6b2f6 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.1500156 May 10 17:19:24.894835 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6a964ead-c105-4b03-8e0f-c16fc45fa019 req-d589ae08-e69d-4ace-922f-09bd8b4af0e7 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566547 May 10 17:19:25.156017 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-c013125d-3ace-497e-9e03-f48d26cb05c2 req-14a99d25-a124-4dcf-aa15-47971d1e5c12 service neutron] Synchronizing usage tracker for tenant:3c2a6bf997e245faa131bd0f35d2df1a on resource:security_group {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:19:25.176499 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-c013125d-3ace-497e-9e03-f48d26cb05c2 req-14a99d25-a124-4dcf-aa15-47971d1e5c12 service neutron] Unset dirty status for tenant:3c2a6bf997e245faa131bd0f35d2df1a on resource:security_group {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:19:25.178044 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c013125d-3ace-497e-9e03-f48d26cb05c2 req-14a99d25-a124-4dcf-aa15-47971d1e5c12 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808566 May 10 17:19:25.429787 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cf230-ef1b-4b56-9233-e4f069e37ff5 req-c0defcf8-b605-4a28-b7e7-69210a4072ff tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:25.438475 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6f7cf230-ef1b-4b56-9233-e4f069e37ff5 req-c0defcf8-b605-4a28-b7e7-69210a4072ff tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.1165278 May 10 17:19:25.520715 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6f7cf230-ef1b-4b56-9233-e4f069e37ff5 req-1817d6f4-130b-451f-9a75-a9ca99553650 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789864 May 10 17:19:25.682892 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a674a-c438-438f-930c-ca3569204f52 req-e25922b9-5164-4c84-9b12-a9435a0275cc tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:25.684562 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d21a674a-c438-438f-930c-ca3569204f52 req-e25922b9-5164-4c84-9b12-a9435a0275cc tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1339045 May 10 17:19:25.783819 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d21a674a-c438-438f-930c-ca3569204f52 req-00370105-899e-4b11-983d-c6bd9f82d7fb tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884268 May 10 17:19:25.906057 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5b880-0c03-4cc7-afc5-d91879dad822 req-cc38652b-81a0-4784-93a0-7963dbb769e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:25.907593 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-75d5b880-0c03-4cc7-afc5-d91879dad822 req-cc38652b-81a0-4784-93a0-7963dbb769e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9bccd4acb8f14e2c89f70d682d458f36&device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 1098 time: 0.1795602 May 10 17:19:25.953332 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcef85b-901a-4f3e-8d01-90fe8b9efa10 req-7ad0b750-7290-4aae-b994-4d2660ac69f8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:25.954814 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fdcef85b-901a-4f3e-8d01-90fe8b9efa10 req-7ad0b750-7290-4aae-b994-4d2660ac69f8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1242626 May 10 17:19:26.076759 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fdcef85b-901a-4f3e-8d01-90fe8b9efa10 req-29a84e96-b7cf-4de9-879e-727a2a214d85 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749490 May 10 17:19:26.105095 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5b880-0c03-4cc7-afc5-d91879dad822 req-b22cd4c5-e878-4616-a23b-4b8a56d2fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:26.107473 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-75d5b880-0c03-4cc7-afc5-d91879dad822 req-b22cd4c5-e878-4616-a23b-4b8a56d2fb1b service neutron] 10.222.0.48 "GET /v2.0/networks?id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4 HTTP/1.1" status: 200 len: 920 time: 0.1835108 May 10 17:19:26.200651 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 48368) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:26.268218 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-75d5b880-0c03-4cc7-afc5-d91879dad822 req-232caa17-9fd0-47f0-b3d9-808d4ff5e498 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0baf62f-3d03-4ce4-b73f-db80619aa6f8 HTTP/1.1" status: 200 len: 217 time: 0.1410995 May 10 17:19:26.340099 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5b880-0c03-4cc7-afc5-d91879dad822 req-14e5c7b0-ea0a-4997-b8a4-54a84ae890a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:26.341564 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-75d5b880-0c03-4cc7-afc5-d91879dad822 req-14e5c7b0-ea0a-4997-b8a4-54a84ae890a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=be69cc52-9a98-4fc1-87f3-313de9e76b52 HTTP/1.1" status: 200 len: 859 time: 0.0657144 May 10 17:19:26.347052 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:26.364059 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:26.368408 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Usage tracker for resource:security_group_rule and tenant:7153ad4f548a48d5b05c9eca8f01a9b7 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:26.371250 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:26.377655 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:26.398236 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-75d5b880-0c03-4cc7-afc5-d91879dad822 req-5a2d7115-4a52-432a-bc1d-7d169d7e86ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464513 May 10 17:19:26.468930 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:26.473456 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:26.481396 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-f08b7bae-9465-428b-b89a-bfed6379f420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:26.511646 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16b0add-3c62-4561-93ce-70064c5fa307,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:26.528054 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:26.528421 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:26.528775 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:26.529153 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:26.529487 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:26.529980 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:26.530435 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:26.530778 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:26.531140 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:26.531566 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:26.532121 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:26.532643 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:26.536505 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:26.548429 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-75d5b880-0c03-4cc7-afc5-d91879dad822 req-5e057fe3-9ea8-4bcb-9e80-75c05ff315c7 service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362312 May 10 17:19:26.549449 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7153ad4f548a48d5b05c9eca8f01a9b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474014 May 10 17:19:26.550026 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 48384) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:26.755286 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-100d72ed-8d54-42d3-9b3e-e05a835ddbe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:26.789834 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-75d5b880-0c03-4cc7-afc5-d91879dad822 req-6fe241ca-2214-424f-8d39-d220111b6d58 service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328267 May 10 17:19:26.828204 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-100d72ed-8d54-42d3-9b3e-e05a835ddbe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:26.906795 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ac327-2378-41e9-8429-2df0b7f65a47 req-178ab81a-b1e2-4c9c-80e5-deda7160a79c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:26.908795 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f34ac327-2378-41e9-8429-2df0b7f65a47 req-178ab81a-b1e2-4c9c-80e5-deda7160a79c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.2838004 May 10 17:19:27.028732 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-100d72ed-8d54-42d3-9b3e-e05a835ddbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:27.049468 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:27.073785 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f34ac327-2378-41e9-8429-2df0b7f65a47 req-6afe60d6-524b-4b74-947e-b5111fc947f5 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567779 May 10 17:19:27.091374 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d72ed-8d54-42d3-9b3e-e05a835ddbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16b0add-3c62-4561-93ce-70064c5fa307,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:27.096520 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-100d72ed-8d54-42d3-9b3e-e05a835ddbe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:27.098974 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-100d72ed-8d54-42d3-9b3e-e05a835ddbe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:27.100357 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-100d72ed-8d54-42d3-9b3e-e05a835ddbe3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f16b0add-3c62-4561-93ce-70064c5fa307 HTTP/1.1" status: 204 len: 168 time: 0.5493143 May 10 17:19:27.122532 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cdf84-a27a-448c-bab6-3eaab9e1f275 req-eabee391-5f1f-4897-811f-32bee22b8107 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:27.124375 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f73cdf84-a27a-448c-bab6-3eaab9e1f275 req-eabee391-5f1f-4897-811f-32bee22b8107 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1442063 May 10 17:19:27.194298 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f73cdf84-a27a-448c-bab6-3eaab9e1f275 req-9d645004-3800-4110-b2e4-5fd6899504ab tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630841 May 10 17:19:27.334818 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42078443-c017-4ffc-aaaa-2c9346393733 req-68ab65fb-2604-4d05-a186-dfd7a06b37bf tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:27.341438 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-42078443-c017-4ffc-aaaa-2c9346393733 req-68ab65fb-2604-4d05-a186-dfd7a06b37bf tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.0954010 May 10 17:19:27.397500 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-42078443-c017-4ffc-aaaa-2c9346393733 req-ff2a7be3-9f6a-43c2-871b-bad5f0b11014 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547972 May 10 17:19:27.627893 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 48424) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:27.660991 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ec802eee-3573-4b7b-a81f-7db248afc435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:27.680182 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-ec802eee-3573-4b7b-a81f-7db248afc435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:27.684153 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ec802eee-3573-4b7b-a81f-7db248afc435 admin admin] Usage tracker for resource:security_group_rule and tenant:6f43afe9d3234ddebfd69f905ea5a956 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:27.687328 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ec802eee-3573-4b7b-a81f-7db248afc435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:27.695197 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-ec802eee-3573-4b7b-a81f-7db248afc435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:27.801373 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ec802eee-3573-4b7b-a81f-7db248afc435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:27.806437 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ec802eee-3573-4b7b-a81f-7db248afc435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:27.815578 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ff62a362-04cf-4558-b223-0b740e81adbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:27.858106 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-ec802eee-3573-4b7b-a81f-7db248afc435 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f43afe9d3234ddebfd69f905ea5a956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269475 May 10 17:19:27.858106 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec802eee-3573-4b7b-a81f-7db248afc435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b853c0-3fd5-4262-b6d0-ccf797ed07f8,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:27.859021 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 48434) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:27.862481 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ec802eee-3573-4b7b-a81f-7db248afc435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:27.950420 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:27.991842 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:28.060931 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:28.065777 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-23b8d08f-1de7-4402-9a23-10d36174b69c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:28.081522 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b853c0-3fd5-4262-b6d0-ccf797ed07f8,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:28.090793 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:28.091953 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90b853c0-3fd5-4262-b6d0-ccf797ed07f8 HTTP/1.1" status: 204 len: 168 time: 0.2310483 May 10 17:19:28.093359 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:28.093707 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:28.094057 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:28.094484 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:28.094829 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:28.095160 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:28.096378 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:28.096378 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:28.096580 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:28.096836 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:28.097195 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:28.097523 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:28.101888 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:28.339833 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9af48d-506d-4e92-8391-de248f97bf70 req-d1898ac5-7296-44ba-846a-a5c24abae984 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:28.348434 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ee9af48d-506d-4e92-8391-de248f97bf70 req-d1898ac5-7296-44ba-846a-a5c24abae984 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.0996525 May 10 17:19:28.355326 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6de69-1fed-4f2b-883c-0147ca5f51c5 req-23e5c595-8fc9-4afb-a0e5-9e62df983ca3 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:28.356970 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-eac6de69-1fed-4f2b-883c-0147ca5f51c5 req-23e5c595-8fc9-4afb-a0e5-9e62df983ca3 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 945 time: 0.1151035 May 10 17:19:28.394806 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ee9af48d-506d-4e92-8391-de248f97bf70 req-fd9d0575-9000-42f6-bb88-eaf75da86d71 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454838 May 10 17:19:28.422064 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-eac6de69-1fed-4f2b-883c-0147ca5f51c5 req-3b5d4dad-7248-4a1b-9067-0611c2cb0da0 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/security-groups?id=50423558-5500-471b-867e-462d5119eb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545776 May 10 17:19:28.590272 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400206d-f04b-4016-ac9c-8c43bebfec3c req-d1c68b90-0bb8-4bb1-b80b-060332d0d8c6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:28.591835 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f400206d-f04b-4016-ac9c-8c43bebfec3c req-d1c68b90-0bb8-4bb1-b80b-060332d0d8c6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.0903440 May 10 17:19:28.598574 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f00007-ce0c-43f9-8736-c9b6c607e59a req-504cf6af-1463-44fb-bb13-40b88e122940 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:28.600741 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a0f00007-ce0c-43f9-8736-c9b6c607e59a req-504cf6af-1463-44fb-bb13-40b88e122940 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.0838485 May 10 17:19:28.639519 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f400206d-f04b-4016-ac9c-8c43bebfec3c req-49f16006-e092-4a5c-8de4-e09960fb27ec tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413995 May 10 17:19:28.648502 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a0f00007-ce0c-43f9-8736-c9b6c607e59a req-ac99356a-e858-434d-b924-217b1bc750b0 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418556 May 10 17:19:28.848427 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479c071-7588-4515-aaaf-8fa90fff5a5e req-0d9f4393-f17a-4c6b-84e7-b0bca33b760b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:28.849942 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9479c071-7588-4515-aaaf-8fa90fff5a5e req-0d9f4393-f17a-4c6b-84e7-b0bca33b760b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.0934088 May 10 17:19:28.858556 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728069d-e47e-41cc-be44-03757006c2e2 req-253585ac-5c5e-4119-bc79-8597b015aeb3 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:28.858556 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-e728069d-e47e-41cc-be44-03757006c2e2 req-253585ac-5c5e-4119-bc79-8597b015aeb3 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.0861044 May 10 17:19:28.858756 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 48478) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:28.865780 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 48482) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:28.869238 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-a14b757e-e2d4-46c1-bdd7-76981534aac1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Request body: {'floatingip': {'port_id': '0b64ee44-dd4a-4759-aa6c-c1ed53271755'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:19:28.871371 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-3922c84d-9dec-4d2f-a19a-6de07a0c1aa3 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Request body: {'floatingip': {'port_id': '46008e54-f42d-458c-8cd8-ecf3bf263399'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:19:28.952003 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a14b757e-e2d4-46c1-bdd7-76981534aac1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for floatingip, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:29.000897 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-3922c84d-9dec-4d2f-a19a-6de07a0c1aa3 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for floatingip, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:29.773516 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1709d-f2ae-451b-b5cf-3b4d5d81bed7 req-300d9155-3dd4-4489-be2b-a800d93c932e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:29.774970 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e3b1709d-f2ae-451b-b5cf-3b4d5d81bed7 req-300d9155-3dd4-4489-be2b-a800d93c932e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.1744745 May 10 17:19:29.889197 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61235b21-1cb6-4acb-913d-016a9072f702 req-ac62e26d-4e69-4fc0-9939-850e5a373ff1 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:29.891071 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-61235b21-1cb6-4acb-913d-016a9072f702 req-ac62e26d-4e69-4fc0-9939-850e5a373ff1 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 945 time: 0.2223747 May 10 17:19:29.908098 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-3922c84d-9dec-4d2f-a19a-6de07a0c1aa3 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:29.913548 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e3b1709d-f2ae-451b-b5cf-3b4d5d81bed7 req-079404d9-8d68-4151-929e-8458eba2ab95 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756581 May 10 17:19:29.914872 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-3922c84d-9dec-4d2f-a19a-6de07a0c1aa3 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16389503'] for floatingip, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:30.020569 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-61235b21-1cb6-4acb-913d-016a9072f702 req-df8069ef-fa8e-4586-a5eb-3e76259b639e tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/security-groups?id=50423558-5500-471b-867e-462d5119eb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645435 May 10 17:19:30.041890 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a14b757e-e2d4-46c1-bdd7-76981534aac1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:30.047409 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a14b757e-e2d4-46c1-bdd7-76981534aac1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16389503'] for floatingip, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:30.092537 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.l3_db [None req-3922c84d-9dec-4d2f-a19a-6de07a0c1aa3 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Floating IP 5a9011da-7a32-42f8-9b09-b9e01fd8363f associated. External IP: 172.27.0.152, port: 46008e54-f42d-458c-8cd8-ecf3bf263399. May 10 17:19:30.234611 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.l3_db [None req-a14b757e-e2d4-46c1-bdd7-76981534aac1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Floating IP 0d4f9254-b4e6-474b-b795-776b19959e22 associated. External IP: 172.27.0.89, port: 0b64ee44-dd4a-4759-aa6c-c1ed53271755. May 10 17:19:30.489358 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 48538) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:30.548492 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3922c84d-9dec-4d2f-a19a-6de07a0c1aa3 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Router a4aa901b-9f28-441a-8b09-6124090251c7 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:19:30.605042 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14b757e-e2d4-46c1-bdd7-76981534aac1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Router 56b3889e-12bf-47d0-91b1-33e845d83cf4 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:19:30.693247 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-129bfb1a-29ab-41a8-a286-b4045dbdb859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:30.715772 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-129bfb1a-29ab-41a8-a286-b4045dbdb859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:30.733879 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-129bfb1a-29ab-41a8-a286-b4045dbdb859 admin admin] Usage tracker for resource:security_group_rule and tenant:cce61c0dbd9c4c78a17ffbe2adad201a is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:30.738575 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-129bfb1a-29ab-41a8-a286-b4045dbdb859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:30.747145 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-129bfb1a-29ab-41a8-a286-b4045dbdb859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:30.787195 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3922c84d-9dec-4d2f-a19a-6de07a0c1aa3 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:19:30.788797 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14b757e-e2d4-46c1-bdd7-76981534aac1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:19:30.793918 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a14b757e-e2d4-46c1-bdd7-76981534aac1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:30.808261 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a156c1d-505e-40e4-ad04-dfe85fdfd179 None None] Sync routers for ids ['a4aa901b-9f28-441a-8b09-6124090251c7'] in dv-cinder-786385-3-iscsi {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:19:30.809808 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b97ebf3-e4d8-4d6a-a28e-e74a5dab375a None None] Sync routers for ids ['56b3889e-12bf-47d0-91b1-33e845d83cf4'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:19:30.820858 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-3922c84d-9dec-4d2f-a19a-6de07a0c1aa3 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:30.821360 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97ebf3-e4d8-4d6a-a28e-e74a5dab375a None None] Routers {'56b3889e-12bf-47d0-91b1-33e845d83cf4'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:19:30.822085 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-2b97ebf3-e4d8-4d6a-a28e-e74a5dab375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:19:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['56b3889e-12bf-47d0-91b1-33e845d83cf4'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:30.824303 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a156c1d-505e-40e4-ad04-dfe85fdfd179 None None] Routers {'a4aa901b-9f28-441a-8b09-6124090251c7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:19:30.825163 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-2a156c1d-505e-40e4-ad04-dfe85fdfd179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:19:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['a4aa901b-9f28-441a-8b09-6124090251c7'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:30.851497 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-a14b757e-e2d4-46c1-bdd7-76981534aac1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "PUT /v2.0/floatingips/0d4f9254-b4e6-474b-b795-776b19959e22 HTTP/1.1" status: 200 len: 991 time: 1.9917018 May 10 17:19:30.852392 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'tag': '0b64ee44-dd4a-4759-aa6c-c1ed53271755'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:19:30.935822 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'tag': '0b64ee44-dd4a-4759-aa6c-c1ed53271755', 'status': 'completed', 'code': 200} May 10 17:19:30.956236 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-3922c84d-9dec-4d2f-a19a-6de07a0c1aa3 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "PUT /v2.0/floatingips/5a9011da-7a32-42f8-9b09-b9e01fd8363f HTTP/1.1" status: 200 len: 991 time: 2.0783398 May 10 17:19:30.959984 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcdd687-228f-4b6b-a5fd-46bc936dd134', 'tag': '46008e54-f42d-458c-8cd8-ecf3bf263399'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:19:31.005126 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-129bfb1a-29ab-41a8-a286-b4045dbdb859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:31.015286 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-129bfb1a-29ab-41a8-a286-b4045dbdb859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:31.029462 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-2b97ebf3-e4d8-4d6a-a28e-e74a5dab375a None None] Set router 56b3889e-12bf-47d0-91b1-33e845d83cf4 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:19:31.044725 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-927341da-02b9-4f02-8e2f-1cf4093fcd1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:31.056168 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-2a156c1d-505e-40e4-ad04-dfe85fdfd179 None None] Set router a4aa901b-9f28-441a-8b09-6124090251c7 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:19:31.125097 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bfb1a-29ab-41a8-a286-b4045dbdb859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aed9999-7abf-46b5-99bd-74610c588a0a,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:31.132020 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-129bfb1a-29ab-41a8-a286-b4045dbdb859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:31.136936 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-129bfb1a-29ab-41a8-a286-b4045dbdb859 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cce61c0dbd9c4c78a17ffbe2adad201a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6463950 May 10 17:19:31.140101 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 48560) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:31.214021 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ab14fe67-b81c-4350-84c2-053271c3d684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:31.243782 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ab14fe67-b81c-4350-84c2-053271c3d684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:31.295015 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d64002-bf95-4cfe-9550-7459bf5f235a req-229aa944-405c-4c42-a254-403c46ea9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:31.295015 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f4d64002-bf95-4cfe-9550-7459bf5f235a req-229aa944-405c-4c42-a254-403c46ea9fcf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36ab77e54c50411aa55aac321de05175&device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 1099 time: 0.2664988 May 10 17:19:31.311519 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ab14fe67-b81c-4350-84c2-053271c3d684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:31.314339 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ba1f6-e472-4bee-8036-b0b352a49b7d req-241bdddb-85e6-41dd-8189-9fd190578c00 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:31.323717 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1b5ba1f6-e472-4bee-8036-b0b352a49b7d req-241bdddb-85e6-41dd-8189-9fd190578c00 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.1466098 May 10 17:19:31.326374 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-100d72ed-8d54-42d3-9b3e-e05a835ddbe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:31.368973 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14fe67-b81c-4350-84c2-053271c3d684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aed9999-7abf-46b5-99bd-74610c588a0a,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:31.385024 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ab14fe67-b81c-4350-84c2-053271c3d684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:31.386532 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ab14fe67-b81c-4350-84c2-053271c3d684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:31.414385 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-ab14fe67-b81c-4350-84c2-053271c3d684 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2aed9999-7abf-46b5-99bd-74610c588a0a HTTP/1.1" status: 204 len: 168 time: 0.2720380 May 10 17:19:31.421504 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bcdd687-228f-4b6b-a5fd-46bc936dd134', 'tag': '46008e54-f42d-458c-8cd8-ecf3bf263399', 'status': 'completed', 'code': 200} May 10 17:19:31.503074 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1b5ba1f6-e472-4bee-8036-b0b352a49b7d req-a0fcf578-c95f-47fb-9dd6-88d06826d55f tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783826 May 10 17:19:31.536552 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-2b97ebf3-e4d8-4d6a-a28e-e74a5dab375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:40Z', 'revision_number': 4, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '0d4f9254-b4e6-474b-b795-776b19959e22', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'port_id': '0b64ee44-dd4a-4759-aa6c-c1ed53271755', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'mac_address': 'fa:16:3e:97:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:18:54Z', 'updated_at': '2021-05-10T17:19:29Z', 'revision_number': 1, 'project_id': '36ab77e54c50411aa55aac321de05175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e83a0f3-4010-4f3d-a442-37f1fb244f32', 'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'mac_address': 'fa:16:3e:bd:4e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:36Z', 'updated_at': '2021-05-10T17:18:58Z', 'revision_number': 5, 'project_id': '36ab77e54c50411aa55aac321de05175', 'subnets': [{'id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:31.544794 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b97ebf3-e4d8-4d6a-a28e-e74a5dab375a None None] Checking router: 56b3889e-12bf-47d0-91b1-33e845d83cf4 for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:19:31.576250 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97ebf3-e4d8-4d6a-a28e-e74a5dab375a None None] Routers {'56b3889e-12bf-47d0-91b1-33e845d83cf4'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:19:31.578663 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-2b97ebf3-e4d8-4d6a-a28e-e74a5dab375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:19:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['56b3889e-12bf-47d0-91b1-33e845d83cf4'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:31.603061 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d64002-bf95-4cfe-9550-7459bf5f235a req-9515429f-3792-4d66-ba96-2c5ebd8da6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:31.604749 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f4d64002-bf95-4cfe-9550-7459bf5f235a req-9515429f-3792-4d66-ba96-2c5ebd8da6e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5b047ab-a8ae-49d7-90db-71521d6a900a HTTP/1.1" status: 200 len: 917 time: 0.2781126 May 10 17:19:31.865421 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba55d1-79fd-4d81-82a8-15dd5973ba71 req-48fb6b3d-1632-4dfb-8d4d-ef34cc40af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:31.868093 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f8ba55d1-79fd-4d81-82a8-15dd5973ba71 req-48fb6b3d-1632-4dfb-8d4d-ef34cc40af53 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62136d7f0f71473ab7a5bef1cbdb2804&device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 1098 time: 0.3594193 May 10 17:19:31.906659 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-2a156c1d-505e-40e4-ad04-dfe85fdfd179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '5a9011da-7a32-42f8-9b09-b9e01fd8363f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'port_id': '46008e54-f42d-458c-8cd8-ecf3bf263399', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'mac_address': 'fa:16:3e:44:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcdd687-228f-4b6b-a5fd-46bc936dd134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:18:53Z', 'updated_at': '2021-05-10T17:19:29Z', 'revision_number': 1, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d4b51c-466b-4c50-ac0e-f78659b11c4f', 'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'mac_address': 'fa:16:3e:3b:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:39Z', 'updated_at': '2021-05-10T17:18:56Z', 'revision_number': 5, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'subnets': [{'id': 'db28a517-7717-4b21-84d2-bf190df65817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:31.919907 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a156c1d-505e-40e4-ad04-dfe85fdfd179 None None] Checking router: a4aa901b-9f28-441a-8b09-6124090251c7 for host: dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:19:31.935011 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a156c1d-505e-40e4-ad04-dfe85fdfd179 None None] Routers {'a4aa901b-9f28-441a-8b09-6124090251c7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:19:31.935854 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-2a156c1d-505e-40e4-ad04-dfe85fdfd179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:19:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['a4aa901b-9f28-441a-8b09-6124090251c7'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:31.960269 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f4d64002-bf95-4cfe-9550-7459bf5f235a req-827e99ab-420a-4f99-a094-aeeebe8e187b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b64ee44-dd4a-4759-aa6c-c1ed53271755 HTTP/1.1" status: 200 len: 999 time: 0.3433695 May 10 17:19:31.976981 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-2b97ebf3-e4d8-4d6a-a28e-e74a5dab375a None None] Set router 56b3889e-12bf-47d0-91b1-33e845d83cf4 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:19:32.047696 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 48594) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:32.080341 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e318460a-31aa-4188-882e-06b8177aad32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:32.093453 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e8da2-b570-4293-83ab-9d6a0e477d9b req-90905d9d-18ff-4220-90fa-29d58b78f3d8 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:32.103903 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c70e8da2-b570-4293-83ab-9d6a0e477d9b req-90905d9d-18ff-4220-90fa-29d58b78f3d8 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 945 time: 0.4542935 May 10 17:19:32.126719 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-e318460a-31aa-4188-882e-06b8177aad32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:32.151736 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-e318460a-31aa-4188-882e-06b8177aad32 admin admin] Usage tracker for resource:security_group_rule and tenant:4b89e9b564e04c07ad050982a7a0cab7 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:32.169561 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-e318460a-31aa-4188-882e-06b8177aad32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:32.194093 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c70e8da2-b570-4293-83ab-9d6a0e477d9b req-350ae1fa-3728-4bd5-bb6c-07e8572444e5 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/security-groups?id=50423558-5500-471b-867e-462d5119eb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889447 May 10 17:19:32.194649 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-e318460a-31aa-4188-882e-06b8177aad32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:32.195531 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba55d1-79fd-4d81-82a8-15dd5973ba71 req-9eb85b4a-40c3-4491-ac55-9b7896db0c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:32.197013 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f8ba55d1-79fd-4d81-82a8-15dd5973ba71 req-9eb85b4a-40c3-4491-ac55-9b7896db0c7c service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1f98b04-1289-47a9-9686-186f52c6471f HTTP/1.1" status: 200 len: 911 time: 0.3191726 May 10 17:19:32.261477 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d64002-bf95-4cfe-9550-7459bf5f235a req-e5ca7777-bea7-4079-b14b-35084ae1300c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:32.262983 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f4d64002-bf95-4cfe-9550-7459bf5f235a req-e5ca7777-bea7-4079-b14b-35084ae1300c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28793b78-963b-491c-8dc7-3600112cdfe4 HTTP/1.1" status: 200 len: 855 time: 0.2889001 May 10 17:19:32.356202 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-2a156c1d-505e-40e4-ad04-dfe85fdfd179 None None] Set router a4aa901b-9f28-441a-8b09-6124090251c7 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:19:32.414323 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d64002-bf95-4cfe-9550-7459bf5f235a req-9ac94728-a2b8-4663-b715-e10cc2645262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:32.416161 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f4d64002-bf95-4cfe-9550-7459bf5f235a req-9ac94728-a2b8-4663-b715-e10cc2645262 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5b047ab-a8ae-49d7-90db-71521d6a900a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1406512 May 10 17:19:32.430081 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e318460a-31aa-4188-882e-06b8177aad32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:32.462636 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e318460a-31aa-4188-882e-06b8177aad32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:32.484318 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f8ba55d1-79fd-4d81-82a8-15dd5973ba71 req-18d2c11c-4dfc-473d-884a-b8310223668c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46008e54-f42d-458c-8cd8-ecf3bf263399 HTTP/1.1" status: 200 len: 999 time: 0.2801728 May 10 17:19:32.499538 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-57a631f4-0730-456b-949b-f721f2118f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:32.508872 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-e318460a-31aa-4188-882e-06b8177aad32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b89e9b564e04c07ad050982a7a0cab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4598095 May 10 17:19:32.511497 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 48620) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:32.601997 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318460a-31aa-4188-882e-06b8177aad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28dc1c1-6b4a-42ae-8887-2bc5b6bd8c71,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:32.605309 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-e318460a-31aa-4188-882e-06b8177aad32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:32.666894 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba55d1-79fd-4d81-82a8-15dd5973ba71 req-adb2e89b-8f13-4513-bf31-344948f0ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:32.668355 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f8ba55d1-79fd-4d81-82a8-15dd5973ba71 req-adb2e89b-8f13-4513-bf31-344948f0ff0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db28a517-7717-4b21-84d2-bf190df65817 HTTP/1.1" status: 200 len: 849 time: 0.1427302 May 10 17:19:32.684888 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f4d64002-bf95-4cfe-9550-7459bf5f235a req-348907d1-5de9-4e57-9d6f-ffd07379bca4 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530193 May 10 17:19:32.699790 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-2b97ebf3-e4d8-4d6a-a28e-e74a5dab375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:40Z', 'revision_number': 4, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '0d4f9254-b4e6-474b-b795-776b19959e22', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'port_id': '0b64ee44-dd4a-4759-aa6c-c1ed53271755', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'mac_address': 'fa:16:3e:97:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:18:54Z', 'updated_at': '2021-05-10T17:19:29Z', 'revision_number': 1, 'project_id': '36ab77e54c50411aa55aac321de05175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e83a0f3-4010-4f3d-a442-37f1fb244f32', 'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'mac_address': 'fa:16:3e:bd:4e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:36Z', 'updated_at': '2021-05-10T17:18:58Z', 'revision_number': 5, 'project_id': '36ab77e54c50411aa55aac321de05175', 'subnets': [{'id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:32.721047 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b97ebf3-e4d8-4d6a-a28e-e74a5dab375a None None] The sync data for ids ['56b3889e-12bf-47d0-91b1-33e845d83cf4'] in dv-cinder-786385-3-iscsi is: [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:40Z', 'revision_number': 4, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '0d4f9254-b4e6-474b-b795-776b19959e22', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'port_id': '0b64ee44-dd4a-4759-aa6c-c1ed53271755', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'mac_address': 'fa:16:3e:97:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:18:54Z', 'updated_at': '2021-05-10T17:19:29Z', 'revision_number': 1, 'project_id': '36ab77e54c50411aa55aac321de05175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e83a0f3-4010-4f3d-a442-37f1fb244f32', 'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'mac_address': 'fa:16:3e:bd:4e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:36Z', 'updated_at': '2021-05-10T17:18:58Z', 'revision_number': 5, 'project_id': '36ab77e54c50411aa55aac321de05175', 'subnets': [{'id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:19:32.841008 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cd1084f5-b9e5-4c23-8207-8e78fcf2ac36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:32.883764 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cd1084f5-b9e5-4c23-8207-8e78fcf2ac36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:32.897074 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba55d1-79fd-4d81-82a8-15dd5973ba71 req-96e0018c-ebff-490e-9874-1b49ed2dc19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:32.898675 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f8ba55d1-79fd-4d81-82a8-15dd5973ba71 req-96e0018c-ebff-490e-9874-1b49ed2dc19a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1f98b04-1289-47a9-9686-186f52c6471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2100070 May 10 17:19:32.926982 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b39c2a-e227-4d7e-98f0-fd6cfc880018 req-2cd2f4c6-e8ca-43b0-9871-7c2fe7ee127c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:32.934350 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-71b39c2a-e227-4d7e-98f0-fd6cfc880018 req-2cd2f4c6-e8ca-43b0-9871-7c2fe7ee127c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.1975174 May 10 17:19:32.999117 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-2a156c1d-505e-40e4-ad04-dfe85fdfd179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '5a9011da-7a32-42f8-9b09-b9e01fd8363f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'port_id': '46008e54-f42d-458c-8cd8-ecf3bf263399', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'mac_address': 'fa:16:3e:44:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcdd687-228f-4b6b-a5fd-46bc936dd134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:18:53Z', 'updated_at': '2021-05-10T17:19:29Z', 'revision_number': 1, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d4b51c-466b-4c50-ac0e-f78659b11c4f', 'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'mac_address': 'fa:16:3e:3b:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:39Z', 'updated_at': '2021-05-10T17:18:56Z', 'revision_number': 5, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'subnets': [{'id': 'db28a517-7717-4b21-84d2-bf190df65817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:33.003895 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a156c1d-505e-40e4-ad04-dfe85fdfd179 None None] The sync data for ids ['a4aa901b-9f28-441a-8b09-6124090251c7'] in dv-cinder-786385-3-iscsi is: [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '5a9011da-7a32-42f8-9b09-b9e01fd8363f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'port_id': '46008e54-f42d-458c-8cd8-ecf3bf263399', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'mac_address': 'fa:16:3e:44:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcdd687-228f-4b6b-a5fd-46bc936dd134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:18:53Z', 'updated_at': '2021-05-10T17:19:29Z', 'revision_number': 1, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d4b51c-466b-4c50-ac0e-f78659b11c4f', 'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'mac_address': 'fa:16:3e:3b:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:39Z', 'updated_at': '2021-05-10T17:18:56Z', 'revision_number': 5, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'subnets': [{'id': 'db28a517-7717-4b21-84d2-bf190df65817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:19:33.019991 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-71b39c2a-e227-4d7e-98f0-fd6cfc880018 req-31e4855c-2d0b-4bc7-b032-dd330a99ee57 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846415 May 10 17:19:33.024309 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f4d64002-bf95-4cfe-9550-7459bf5f235a req-dcf7f863-d4df-45b2-9244-53a9d2b278c3 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302042 May 10 17:19:33.108278 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7c68e-8bf1-46dc-ad94-2f8683b06f41 None None] New status for floating IP 0d4f9254-b4e6-474b-b795-776b19959e22: ACTIVE {{(pid=78666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:19:33.134868 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cd1084f5-b9e5-4c23-8207-8e78fcf2ac36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:33.140858 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ab14fe67-b81c-4350-84c2-053271c3d684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:33.167416 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1084f5-b9e5-4c23-8207-8e78fcf2ac36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28dc1c1-6b4a-42ae-8887-2bc5b6bd8c71,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:33.179961 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-cd1084f5-b9e5-4c23-8207-8e78fcf2ac36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:33.183626 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cd1084f5-b9e5-4c23-8207-8e78fcf2ac36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:33.184725 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-cd1084f5-b9e5-4c23-8207-8e78fcf2ac36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b28dc1c1-6b4a-42ae-8887-2bc5b6bd8c71 HTTP/1.1" status: 204 len: 168 time: 0.6722724 May 10 17:19:33.209044 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f8ba55d1-79fd-4d81-82a8-15dd5973ba71 req-d577344e-0495-4b6a-b2d4-2fdd64f79075 service neutron] 10.222.0.48 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759924 May 10 17:19:33.256586 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d67c85-3e83-4ac2-919b-d01e0efe359b None None] New status for floating IP 5a9011da-7a32-42f8-9b09-b9e01fd8363f: ACTIVE {{(pid=78665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:19:33.551014 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f8ba55d1-79fd-4d81-82a8-15dd5973ba71 req-1c3e756e-fa75-4599-b85c-e253dad83088 service neutron] 10.222.0.48 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833042 May 10 17:19:33.622729 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a81266-b9b0-46a9-9a63-48fe818f9c8f req-bdf6aee7-24c3-4cd5-b3cd-a57058c45eb0 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:33.624308 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b3a81266-b9b0-46a9-9a63-48fe818f9c8f req-bdf6aee7-24c3-4cd5-b3cd-a57058c45eb0 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 945 time: 0.1595602 May 10 17:19:33.761953 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b3a81266-b9b0-46a9-9a63-48fe818f9c8f req-4ff6071f-3adb-47be-bf77-d710a74d14a4 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/security-groups?id=50423558-5500-471b-867e-462d5119eb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317160 May 10 17:19:33.832293 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69ccf6-8669-453c-8f26-b4e55b8a1b9a req-eae3773c-17c8-4c2f-9d21-9261a0657645 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:33.833768 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8d69ccf6-8669-453c-8f26-b4e55b8a1b9a req-eae3773c-17c8-4c2f-9d21-9261a0657645 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 945 time: 0.1629663 May 10 17:19:34.018824 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-8d69ccf6-8669-453c-8f26-b4e55b8a1b9a req-d522a816-7d68-429b-9f9f-3d55da7ea9a4 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Deleting port 4cc634df-fa15-4a59-ba80-89eff81778b7 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:19:34.019190 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-8d69ccf6-8669-453c-8f26-b4e55b8a1b9a req-d522a816-7d68-429b-9f9f-3d55da7ea9a4 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:34.222448 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-8d69ccf6-8669-453c-8f26-b4e55b8a1b9a req-d522a816-7d68-429b-9f9f-3d55da7ea9a4 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] For port 4cc634df-fa15-4a59-ba80-89eff81778b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4cc634df-fa15-4a59-ba80-89eff81778b7,segment=NetworkSegment(69a7b28f-447d-4aeb-8fbb-8dc62eddfb29),segment_id=69a7b28f-447d-4aeb-8fbb-8dc62eddfb29)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:19:34.223062 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-8d69ccf6-8669-453c-8f26-b4e55b8a1b9a req-d522a816-7d68-429b-9f9f-3d55da7ea9a4 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:34.291091 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 48688) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:34.366545 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-8d69ccf6-8669-453c-8f26-b4e55b8a1b9a req-d522a816-7d68-429b-9f9f-3d55da7ea9a4 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Calling delete_port for 4cc634df-fa15-4a59-ba80-89eff81778b7 owned by compute:nova {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:19:34.470926 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef92a98-d557-4ec0-9419-71db74e85e4e req-b3c35371-c3dd-4b1a-b29a-05c242c2fea9 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:34.473370 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ef92a98-d557-4ec0-9419-71db74e85e4e req-b3c35371-c3dd-4b1a-b29a-05c242c2fea9 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.3261888 May 10 17:19:34.525669 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ef92a98-d557-4ec0-9419-71db74e85e4e req-4b5b036d-44c5-4a48-876c-fef58dc8fe42 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468867 May 10 17:19:34.566407 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a0402d40-31b7-4b31-9e6f-1017559e6f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:34.581288 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-a0402d40-31b7-4b31-9e6f-1017559e6f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:34.585269 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-a0402d40-31b7-4b31-9e6f-1017559e6f40 admin admin] Usage tracker for resource:security_group_rule and tenant:30012b1ba3a84dc2ad0d55028791cb6e is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:34.588419 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-a0402d40-31b7-4b31-9e6f-1017559e6f40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:34.594569 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-a0402d40-31b7-4b31-9e6f-1017559e6f40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:34.630770 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-8d69ccf6-8669-453c-8f26-b4e55b8a1b9a req-d522a816-7d68-429b-9f9f-3d55da7ea9a4 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:34.638371 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:34.687418 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522a816-7d68-429b-9f9f-3d55da7ea9a4 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Pushing event deleted for resources: {'Port': ['ID=4cc634df-fa15-4a59-ba80-89eff81778b7,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:34.692282 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a0402d40-31b7-4b31-9e6f-1017559e6f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:34.699523 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a0402d40-31b7-4b31-9e6f-1017559e6f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:34.707467 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['4cc634df-fa15-4a59-ba80-89eff81778b7'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:19:34.753121 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:34.763660 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-a0402d40-31b7-4b31-9e6f-1017559e6f40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30012b1ba3a84dc2ad0d55028791cb6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4714742 May 10 17:19:34.766179 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 48702) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:34.822190 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0402d40-31b7-4b31-9e6f-1017559e6f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63b655b-c957-405c-b012-e7d924568089,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:34.828080 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a0402d40-31b7-4b31-9e6f-1017559e6f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:34.855023 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d69ccf6-8669-453c-8f26-b4e55b8a1b9a req-d522a816-7d68-429b-9f9f-3d55da7ea9a4 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] No DVR routers for this DVR port 4cc634df-fa15-4a59-ba80-89eff81778b7 on host hv-cinder-78638 {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:19:34.858323 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d522a816-7d68-429b-9f9f-3d55da7ea9a4 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:34.860222 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-8d69ccf6-8669-453c-8f26-b4e55b8a1b9a req-d522a816-7d68-429b-9f9f-3d55da7ea9a4 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:34.863575 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c8d025f8-15f0-45c3-818a-020dd43520c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:34.871276 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af4f0d9-b8de-47cb-83d9-9cf05c3efe67', 'name': 'network-vif-deleted', 'tag': '4cc634df-fa15-4a59-ba80-89eff81778b7'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:19:34.878039 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8d69ccf6-8669-453c-8f26-b4e55b8a1b9a req-d522a816-7d68-429b-9f9f-3d55da7ea9a4 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.48 "DELETE /v2.0/ports/4cc634df-fa15-4a59-ba80-89eff81778b7 HTTP/1.1" status: 204 len: 173 time: 1.0379968 May 10 17:19:34.894144 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c8d025f8-15f0-45c3-818a-020dd43520c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:34.972361 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c8d025f8-15f0-45c3-818a-020dd43520c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:34.977885 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:34.978517 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-ddae5c0f-ef20-42b0-8ffd-22d695c02abe req-308f13b6-9aa6-4775-be98-3674915a4585 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Synchronizing usage tracker for tenant:7cafaac4f5b54dcba53d7846f0ac3141 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:19:34.990440 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d025f8-15f0-45c3-818a-020dd43520c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63b655b-c957-405c-b012-e7d924568089,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:34.993792 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c8d025f8-15f0-45c3-818a-020dd43520c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:35.000002 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-ddae5c0f-ef20-42b0-8ffd-22d695c02abe req-308f13b6-9aa6-4775-be98-3674915a4585 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Unset dirty status for tenant:7cafaac4f5b54dcba53d7846f0ac3141 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:19:35.011317 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ddae5c0f-ef20-42b0-8ffd-22d695c02abe req-308f13b6-9aa6-4775-be98-3674915a4585 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 210 time: 0.0806787 May 10 17:19:35.026782 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c8d025f8-15f0-45c3-818a-020dd43520c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:35.027531 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-c8d025f8-15f0-45c3-818a-020dd43520c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d63b655b-c957-405c-b012-e7d924568089 HTTP/1.1" status: 204 len: 168 time: 0.2604475 May 10 17:19:35.087782 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af4f0d9-b8de-47cb-83d9-9cf05c3efe67', 'name': 'network-vif-deleted', 'tag': '4cc634df-fa15-4a59-ba80-89eff81778b7', 'status': 'completed', 'code': 200} May 10 17:19:35.350638 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-116c80eb-4dfd-4fc7-8d17-af1c5704d45b req-ebc8560d-d171-4c48-b093-267cfa41f6cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749321 May 10 17:19:35.382796 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 48730) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:35.404787 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a0c7af11-af1a-4189-9690-15b18d84cd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:35.421393 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-a0c7af11-af1a-4189-9690-15b18d84cd89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:35.425236 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-a0c7af11-af1a-4189-9690-15b18d84cd89 admin admin] Usage tracker for resource:security_group_rule and tenant:fcb1d4a8b16744f685f9cd9d25058551 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:35.429037 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-a0c7af11-af1a-4189-9690-15b18d84cd89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:35.435014 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-a0c7af11-af1a-4189-9690-15b18d84cd89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:35.523712 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a0c7af11-af1a-4189-9690-15b18d84cd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:35.527936 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a0c7af11-af1a-4189-9690-15b18d84cd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:35.536261 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c8d025f8-15f0-45c3-818a-020dd43520c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:35.552126 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c80eb-4dfd-4fc7-8d17-af1c5704d45b req-c9ca4e2a-492d-40d5-a138-79d61e0bb759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:35.554259 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-116c80eb-4dfd-4fc7-8d17-af1c5704d45b req-c9ca4e2a-492d-40d5-a138-79d61e0bb759 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9bccd4acb8f14e2c89f70d682d458f36&device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 1099 time: 0.0851133 May 10 17:19:35.578413 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7af11-af1a-4189-9690-15b18d84cd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979e6722-2527-4d17-99cc-7d856824ed1d,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:35.583483 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a0c7af11-af1a-4189-9690-15b18d84cd89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:35.586806 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-a0c7af11-af1a-4189-9690-15b18d84cd89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcb1d4a8b16744f685f9cd9d25058551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027659 May 10 17:19:35.589489 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 48744) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:35.650901 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-32ba5125-ae4e-4e72-8f86-9b706a8ba502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:35.716568 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-32ba5125-ae4e-4e72-8f86-9b706a8ba502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:35.785720 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-32ba5125-ae4e-4e72-8f86-9b706a8ba502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:35.792936 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:35.809196 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba5125-ae4e-4e72-8f86-9b706a8ba502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979e6722-2527-4d17-99cc-7d856824ed1d,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:35.813021 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-32ba5125-ae4e-4e72-8f86-9b706a8ba502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:35.822690 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-32ba5125-ae4e-4e72-8f86-9b706a8ba502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:35.823824 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-32ba5125-ae4e-4e72-8f86-9b706a8ba502 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/979e6722-2527-4d17-99cc-7d856824ed1d HTTP/1.1" status: 204 len: 168 time: 0.2334504 May 10 17:19:35.854314 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198010b-acbb-4807-a874-1e55997d276c req-4365721c-7980-454a-a2c4-5a896ee77560 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:35.855881 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d198010b-acbb-4807-a874-1e55997d276c req-4365721c-7980-454a-a2c4-5a896ee77560 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.1842706 May 10 17:19:35.886118 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c80eb-4dfd-4fc7-8d17-af1c5704d45b req-badfb3e9-cfb1-4e60-851f-db5810a9798c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:35.887607 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-116c80eb-4dfd-4fc7-8d17-af1c5704d45b req-badfb3e9-cfb1-4e60-851f-db5810a9798c service neutron] 10.222.0.48 "GET /v2.0/networks?id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4 HTTP/1.1" status: 200 len: 920 time: 0.3024733 May 10 17:19:35.913417 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d198010b-acbb-4807-a874-1e55997d276c req-38191322-dc48-4756-a446-da29f4af3078 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494525 May 10 17:19:35.982257 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-116c80eb-4dfd-4fc7-8d17-af1c5704d45b req-51289f81-a4d4-4c18-ae5e-a4645eefc82a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2157096-4281-4005-ae95-f0a5a9d2c3e9 HTTP/1.1" status: 200 len: 217 time: 0.0754023 May 10 17:19:36.074247 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c80eb-4dfd-4fc7-8d17-af1c5704d45b req-a3c9cc1e-fe22-4bdc-bfde-d292d7832444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:36.075817 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-116c80eb-4dfd-4fc7-8d17-af1c5704d45b req-a3c9cc1e-fe22-4bdc-bfde-d292d7832444 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=be69cc52-9a98-4fc1-87f3-313de9e76b52 HTTP/1.1" status: 200 len: 859 time: 0.0815198 May 10 17:19:36.163220 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-116c80eb-4dfd-4fc7-8d17-af1c5704d45b req-3e09340b-dc2b-45b2-bbb1-eb5556f1ecf4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792372 May 10 17:19:36.301341 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 48776) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:36.319120 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-43d5c854-7485-4f9d-bd67-b274b188e0da req-41c48c4e-afc5-4c40-bc34-096d7d773008 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af4f0d9-b8de-47cb-83d9-9cf05c3efe67 HTTP/1.1" status: 200 len: 210 time: 0.0962603 May 10 17:19:36.319603 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 48780) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:36.337100 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-27e302d0-98a4-49be-a2c6-c1bc993e7c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:36.368937 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-27e302d0-98a4-49be-a2c6-c1bc993e7c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:36.392760 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-27e302d0-98a4-49be-a2c6-c1bc993e7c2e admin admin] Usage tracker for resource:security_group_rule and tenant:32cca59d89594dbeb79cbe09227f047a is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:36.397176 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-27e302d0-98a4-49be-a2c6-c1bc993e7c2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:36.411939 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-27e302d0-98a4-49be-a2c6-c1bc993e7c2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:36.427472 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-116c80eb-4dfd-4fc7-8d17-af1c5704d45b req-d6da0dbb-06fe-4a9c-9672-682310ff7f7d service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123542 May 10 17:19:36.561219 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-17729ead-91d5-48d4-8363-fdd1cc0829db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:36.578696 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-17729ead-91d5-48d4-8363-fdd1cc0829db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:36.582780 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-17729ead-91d5-48d4-8363-fdd1cc0829db admin admin] Usage tracker for resource:security_group_rule and tenant:6a4c130855b14891a18fa4f082f33054 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:36.586421 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-17729ead-91d5-48d4-8363-fdd1cc0829db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:36.593067 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-17729ead-91d5-48d4-8363-fdd1cc0829db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:36.613050 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-116c80eb-4dfd-4fc7-8d17-af1c5704d45b req-7ee04641-086f-4481-b633-660c1d59c272 service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738749 May 10 17:19:36.644620 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-27e302d0-98a4-49be-a2c6-c1bc993e7c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:36.650526 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-27e302d0-98a4-49be-a2c6-c1bc993e7c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:36.664683 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:36.711030 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-17729ead-91d5-48d4-8363-fdd1cc0829db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:36.713111 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 48788) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:36.713798 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-27e302d0-98a4-49be-a2c6-c1bc993e7c2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32cca59d89594dbeb79cbe09227f047a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109967 May 10 17:19:36.716011 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e302d0-98a4-49be-a2c6-c1bc993e7c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4a11ae-f768-4b29-a269-44bed65e6ba1,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:36.723326 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-27e302d0-98a4-49be-a2c6-c1bc993e7c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:36.750647 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-17729ead-91d5-48d4-8363-fdd1cc0829db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:36.844694 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c5884374-c119-4240-b182-cb11208774f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:36.893604 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-17729ead-91d5-48d4-8363-fdd1cc0829db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a4c130855b14891a18fa4f082f33054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5729814 May 10 17:19:36.896202 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 48794) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:36.905919 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 4cc634df-fa15-4a59-ba80-89eff81778b7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:19:36.912337 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17729ead-91d5-48d4-8363-fdd1cc0829db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2245aaa2-26b6-4f43-90c1-f47282829d51,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:36.916416 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-17729ead-91d5-48d4-8363-fdd1cc0829db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:36.933039 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ec3b348d-8fd6-481f-982e-8c5a6d033f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:36.941349 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: 4cc634df-fa15-4a59-ba80-89eff81778b7 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:19:36.941349 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 4cc634df-fa15-4a59-ba80-89eff81778b7 not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:19:36.965355 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ec3b348d-8fd6-481f-982e-8c5a6d033f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:36.969176 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-2ed935e1-114a-4030-bbbc-0b24ee22ae8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:36.995749 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-2ed935e1-114a-4030-bbbc-0b24ee22ae8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:37.020064 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ec3b348d-8fd6-481f-982e-8c5a6d033f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:37.029431 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c3c839dc-8529-440d-a908-9125d51e4794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:37.053715 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b348d-8fd6-481f-982e-8c5a6d033f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4a11ae-f768-4b29-a269-44bed65e6ba1,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:37.058085 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ec3b348d-8fd6-481f-982e-8c5a6d033f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:37.066565 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ec3b348d-8fd6-481f-982e-8c5a6d033f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:37.068155 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-ec3b348d-8fd6-481f-982e-8c5a6d033f35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d4a11ae-f768-4b29-a269-44bed65e6ba1 HTTP/1.1" status: 204 len: 168 time: 0.3539999 May 10 17:19:37.071949 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-2ed935e1-114a-4030-bbbc-0b24ee22ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:37.079616 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-9c8231dd-4e65-4632-8867-90800b82ab09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:37.097791 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed935e1-114a-4030-bbbc-0b24ee22ae8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2245aaa2-26b6-4f43-90c1-f47282829d51,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:37.100017 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-2ed935e1-114a-4030-bbbc-0b24ee22ae8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:37.118207 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-2ed935e1-114a-4030-bbbc-0b24ee22ae8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:37.122697 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-2ed935e1-114a-4030-bbbc-0b24ee22ae8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2245aaa2-26b6-4f43-90c1-f47282829d51 HTTP/1.1" status: 204 len: 168 time: 0.2230105 May 10 17:19:37.271114 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3d13f-2ffa-4656-a606-17e5b99abc7a req-b1400763-62d7-4e42-87c6-ae30a3a8ddbf tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:37.272995 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-bea3d13f-2ffa-4656-a606-17e5b99abc7a req-b1400763-62d7-4e42-87c6-ae30a3a8ddbf tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.1010218 May 10 17:19:37.295228 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-fb43d604-5531-4a81-9b3f-0e2ff131ebe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:37.338544 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-bea3d13f-2ffa-4656-a606-17e5b99abc7a req-d20619a8-9513-4e3a-91fd-61e0b7e96e88 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550771 May 10 17:19:37.418269 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:37.558269 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 48826) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:37.575811 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1360fe20-ec35-4c85-9b99-85a9835c143a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:37.590738 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-1360fe20-ec35-4c85-9b99-85a9835c143a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:37.594575 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-1360fe20-ec35-4c85-9b99-85a9835c143a admin admin] Usage tracker for resource:security_group_rule and tenant:4120b9d3618041e196a1c4f762689560 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:37.597772 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-1360fe20-ec35-4c85-9b99-85a9835c143a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:37.604296 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-1360fe20-ec35-4c85-9b99-85a9835c143a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:37.694127 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1360fe20-ec35-4c85-9b99-85a9835c143a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:37.697829 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1360fe20-ec35-4c85-9b99-85a9835c143a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:37.706675 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:37.747533 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-1360fe20-ec35-4c85-9b99-85a9835c143a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4120b9d3618041e196a1c4f762689560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879544 May 10 17:19:37.748741 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360fe20-ec35-4c85-9b99-85a9835c143a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30e74fd-59a0-4e4e-9593-1a6ceb7defb6,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:37.750827 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 48834) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:37.757336 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-1360fe20-ec35-4c85-9b99-85a9835c143a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:37.838116 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8bac1394-36fa-4b6a-abcf-6a7211f06b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:37.869614 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8bac1394-36fa-4b6a-abcf-6a7211f06b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:37.928672 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8bac1394-36fa-4b6a-abcf-6a7211f06b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:37.936410 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:37.948128 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac1394-36fa-4b6a-abcf-6a7211f06b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30e74fd-59a0-4e4e-9593-1a6ceb7defb6,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:37.951915 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-8bac1394-36fa-4b6a-abcf-6a7211f06b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:37.955351 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8bac1394-36fa-4b6a-abcf-6a7211f06b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:37.959172 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-8bac1394-36fa-4b6a-abcf-6a7211f06b37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b30e74fd-59a0-4e4e-9593-1a6ceb7defb6 HTTP/1.1" status: 204 len: 168 time: 0.2072847 May 10 17:19:39.844704 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:39.867458 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-184af98e-e290-44fa-af84-31e892d5e6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:40.456091 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2ffa2-8844-4c04-a5c3-aee659606855 req-ddec708f-abd8-489a-bfc9-ccfb8d794e66 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:40.457469 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8bc2ffa2-8844-4c04-a5c3-aee659606855 req-ddec708f-abd8-489a-bfc9-ccfb8d794e66 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.0843818 May 10 17:19:40.501644 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8bc2ffa2-8844-4c04-a5c3-aee659606855 req-e6d80451-81cf-4ba0-a095-cc0bb4c13663 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383842 May 10 17:19:40.729292 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:41.702547 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0cc2a-1325-4dad-8a0d-a8a12ddeffce req-14c1dd0d-b716-4119-9246-b8439b736f19 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:41.704114 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3fa0cc2a-1325-4dad-8a0d-a8a12ddeffce req-14c1dd0d-b716-4119-9246-b8439b736f19 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.0924079 May 10 17:19:41.752652 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3fa0cc2a-1325-4dad-8a0d-a8a12ddeffce req-3dd5dbaf-e874-43d9-8e4c-d1e6d40904e1 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418210 May 10 17:19:42.250587 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:19:42.409609 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:42.520838 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 48994) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:42.586965 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_v2 [None req-357e53d7-b50c-4dbe-9f7b-62e7fbe38d6d admin admin] Deleting subnet 577c6e72-f266-4f67-9973-cc1002457235 {{(pid=78663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:19:42.590009 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-357e53d7-b50c-4dbe-9f7b-62e7fbe38d6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:42.646020 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-357e53d7-b50c-4dbe-9f7b-62e7fbe38d6d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:42.653428 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-357e53d7-b50c-4dbe-9f7b-62e7fbe38d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862742'] for subnet, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:42.966664 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-357e53d7-b50c-4dbe-9f7b-62e7fbe38d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for subnet, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:42.970524 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ac737ac7-6da6-49b6-9460-0b6b2afe88e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:43.004625 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e53d7-b50c-4dbe-9f7b-62e7fbe38d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=577c6e72-f266-4f67-9973-cc1002457235,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:43.010951 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-357e53d7-b50c-4dbe-9f7b-62e7fbe38d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:43.014596 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-357e53d7-b50c-4dbe-9f7b-62e7fbe38d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:43.017633 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-357e53d7-b50c-4dbe-9f7b-62e7fbe38d6d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/577c6e72-f266-4f67-9973-cc1002457235 HTTP/1.1" status: 204 len: 168 time: 0.4949167 May 10 17:19:43.020350 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 49010) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:43.129045 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737558'] for network, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:43.250468 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856813', 'neutron.services.segments.db._delete_segments_for_network-8781908246685'] for network, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:43.263726 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:43.264069 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:43.264820 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:43.265185 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Subscribe: > port after_create 55550000 {{(pid=78663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:43.265501 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:43.265831 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Subscribe: > port after_update 55550000 {{(pid=78663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:43.266145 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:43.266455 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:43.266763 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:43.267072 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:43.392700 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:43.393091 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:43.393421 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:43.393742 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:43.394111 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7988f701-31b9-4c1d-83ad-33b760c7c0a0']}} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:43.410556 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a7b28f-447d-4aeb-8fbb-8dc62eddfb29') {'for_net_delete': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:43.410841 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a7b28f-447d-4aeb-8fbb-8dc62eddfb29') {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:43.421850 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781908258151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13676297'] for segment, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:43.437499 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:43.445227 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=78663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:19:43.445608 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15048082'] for segment, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: from cryptography.utils import int_from_bytes May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: from cryptography.utils import int_from_bytes May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: Traceback (most recent call last): May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: timer() May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: cb(*args, **kw) May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: return func(*args, **kwargs) May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: self._notify() May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: self.callback(batched_events) May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: event.method(event) May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: return f(self, *a, **k) May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: return self._get(url).json() May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: return self.request(url, 'GET', **kwargs) May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:19:43.460980 dv-cinder-786385-3-iscsi neutron-server[78663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:19:43.537145 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16389488'] for network, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:43.544335 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:43.546893 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-43c43782-5dad-4090-853f-1c0c89fc013c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:43.572641 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7988f701-31b9-4c1d-83ad-33b760c7c0a0,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:43.575665 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:43.581161 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7988f701-31b9-4c1d-83ad-33b760c7c0a0 HTTP/1.1" status: 204 len: 168 time: 0.5596991 May 10 17:19:43.754915 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 49020) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:43.802004 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-af9c1eb2-0561-472a-9ec3-eff237d598f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cafaac4f5b54dcba53d7846f0ac3141&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0458946 May 10 17:19:43.805056 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 49024) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:43.863477 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9444f881-5afe-4bb3-8dfe-b8436843c061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:43.891885 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9444f881-5afe-4bb3-8dfe-b8436843c061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:43.947634 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9444f881-5afe-4bb3-8dfe-b8436843c061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:43.952364 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-012f87eb-b3aa-4788-952e-42022260d965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:43.965173 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444f881-5afe-4bb3-8dfe-b8436843c061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50423558-5500-471b-867e-462d5119eb99,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:43.967547 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-9444f881-5afe-4bb3-8dfe-b8436843c061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:43.982609 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9444f881-5afe-4bb3-8dfe-b8436843c061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:43.983804 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-9444f881-5afe-4bb3-8dfe-b8436843c061 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50423558-5500-471b-867e-462d5119eb99 HTTP/1.1" status: 204 len: 168 time: 0.1779032 May 10 17:19:45.723694 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1459dc-0c8a-4167-b542-7a72c760798c req-b83653fa-2add-4f36-97e8-61af5b485ed2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:45.726160 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b1459dc-0c8a-4167-b542-7a72c760798c req-b83653fa-2add-4f36-97e8-61af5b485ed2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.0921180 May 10 17:19:45.772286 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b1459dc-0c8a-4167-b542-7a72c760798c req-0bef1f74-006b-4391-a59f-5533fef27912 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398226 May 10 17:19:46.156727 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 49098) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:46.285888 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cfc8e25b-bdd5-4f4f-9078-e64c4d130c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:46.301013 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-cfc8e25b-bdd5-4f4f-9078-e64c4d130c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:46.304807 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-cfc8e25b-bdd5-4f4f-9078-e64c4d130c6c admin admin] Usage tracker for resource:security_group_rule and tenant:1d8b5062b8bf4d63a0ab2ad2021e45de is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:46.307616 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-cfc8e25b-bdd5-4f4f-9078-e64c4d130c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:46.314372 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-cfc8e25b-bdd5-4f4f-9078-e64c4d130c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:46.406057 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cfc8e25b-bdd5-4f4f-9078-e64c4d130c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:46.409816 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cfc8e25b-bdd5-4f4f-9078-e64c4d130c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:46.418704 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:46.477013 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 49118) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:46.478230 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-cfc8e25b-bdd5-4f4f-9078-e64c4d130c6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d8b5062b8bf4d63a0ab2ad2021e45de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195157 May 10 17:19:46.480933 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8e25b-bdd5-4f4f-9078-e64c4d130c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8977b7db-b36b-4cd4-be7f-695e9fc94daa,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:46.485709 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-cfc8e25b-bdd5-4f4f-9078-e64c4d130c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:46.566142 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0a6de8b5-806d-4f9e-9477-432763776c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:46.593062 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0a6de8b5-806d-4f9e-9477-432763776c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:46.642196 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 49128) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:46.650339 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0a6de8b5-806d-4f9e-9477-432763776c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:46.654258 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-40ef8a97-c580-4212-b143-ea5961a9cc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:46.667625 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6de8b5-806d-4f9e-9477-432763776c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8977b7db-b36b-4cd4-be7f-695e9fc94daa,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:46.675317 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-0a6de8b5-806d-4f9e-9477-432763776c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:46.676252 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0a6de8b5-806d-4f9e-9477-432763776c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:46.680928 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-0a6de8b5-806d-4f9e-9477-432763776c29 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8977b7db-b36b-4cd4-be7f-695e9fc94daa HTTP/1.1" status: 204 len: 168 time: 0.2024522 May 10 17:19:46.790367 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-42a791c8-f6eb-4e06-84b4-2f38b442a0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:46.807061 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-42a791c8-f6eb-4e06-84b4-2f38b442a0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:46.810993 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-42a791c8-f6eb-4e06-84b4-2f38b442a0c4 admin admin] Usage tracker for resource:security_group_rule and tenant:b45c9f5359214679b6d1c6863905d899 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:46.813868 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-42a791c8-f6eb-4e06-84b4-2f38b442a0c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:46.820067 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-42a791c8-f6eb-4e06-84b4-2f38b442a0c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:46.939365 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-42a791c8-f6eb-4e06-84b4-2f38b442a0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:46.944098 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-42a791c8-f6eb-4e06-84b4-2f38b442a0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:46.953459 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-b0449da3-5cd2-4319-8f4b-bf57dd740170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:46.999359 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-42a791c8-f6eb-4e06-84b4-2f38b442a0c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b45c9f5359214679b6d1c6863905d899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3559012 May 10 17:19:46.999978 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 49144) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:47.003979 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a791c8-f6eb-4e06-84b4-2f38b442a0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36f7220-790b-4483-89b2-889950675ac6,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:47.018742 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-42a791c8-f6eb-4e06-84b4-2f38b442a0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:47.021963 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd28fd-5476-4daa-8561-6f5e738cd75a req-9c19fc93-1b9d-4e93-ad27-3338d282a70d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:47.028978 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-85fd28fd-5476-4daa-8561-6f5e738cd75a req-9c19fc93-1b9d-4e93-ad27-3338d282a70d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.1112928 May 10 17:19:47.072446 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-faae51ea-7784-4317-8168-f6cf4ad59cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:47.081119 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-85fd28fd-5476-4daa-8561-6f5e738cd75a req-149f3705-bca8-4f36-a80f-0b1de9cec2ab tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511556 May 10 17:19:47.115792 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-faae51ea-7784-4317-8168-f6cf4ad59cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:47.184569 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-faae51ea-7784-4317-8168-f6cf4ad59cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:47.189895 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-876f6c80-ed91-41d7-8519-5986fb69b416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:47.211745 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae51ea-7784-4317-8168-f6cf4ad59cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36f7220-790b-4483-89b2-889950675ac6,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:47.217266 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-faae51ea-7784-4317-8168-f6cf4ad59cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:47.223033 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-faae51ea-7784-4317-8168-f6cf4ad59cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:47.224210 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-faae51ea-7784-4317-8168-f6cf4ad59cf3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b36f7220-790b-4483-89b2-889950675ac6 HTTP/1.1" status: 204 len: 168 time: 0.2223611 May 10 17:19:47.784154 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 49196) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:47.890128 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1804361383-network', 'tenant_id': '42ef1d8bc8934467a5d39017b9c4cd27'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:19:47.894767 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:47.898773 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Usage tracker for resource:network and tenant:42ef1d8bc8934467a5d39017b9c4cd27 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:47.901646 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:47.907888 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:47.920864 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Made reservation on behalf of 42ef1d8bc8934467a5d39017b9c4cd27 for: {'network': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:19:47.923411 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:47.936155 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:47.951233 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:47.955144 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Usage tracker for resource:security_group_rule and tenant:42ef1d8bc8934467a5d39017b9c4cd27 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:47.957925 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:47.963506 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:48.050502 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:48.054717 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:48.058921 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-1360fe20-ec35-4c85-9b99-85a9835c143a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:48.085444 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=78664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:19:48.101996 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e60845-93b4-4d4e-a0b9-3e4bf3535b27,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:48.104894 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:48.105266 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.segments_db [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Added segment a2eab15d-e938-41b6-b22a-592de9f70d0d of type vlan for network 743bda86-f657-452e-aab8-83c626d33aea May 10 17:19:48.106677 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:48.134414 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:48.164283 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:48.165812 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:48.166774 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:48.171980 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:48.270487 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4852650 May 10 17:19:48.273346 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 49218) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:48.275959 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Pushing event updated for resources: {'Network': ['ID=743bda86-f657-452e-aab8-83c626d33aea,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:48.280822 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-2ff6bcde-9b1a-45a4-b0a9-759239972f42 admin admin] Request body: {'subnet': {'network_id': '743bda86-f657-452e-aab8-83c626d33aea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1804361383-subnet', 'tenant_id': '42ef1d8bc8934467a5d39017b9c4cd27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:19:48.285136 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:48.286060 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-2ff6bcde-9b1a-45a4-b0a9-759239972f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:48.290067 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network 743bda86-f657-452e-aab8-83c626d33aea details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:19:48.291826 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-2ff6bcde-9b1a-45a4-b0a9-759239972f42 admin admin] Usage tracker for resource:subnet and tenant:42ef1d8bc8934467a5d39017b9c4cd27 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:48.298435 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-2ff6bcde-9b1a-45a4-b0a9-759239972f42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:48.312577 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-2ff6bcde-9b1a-45a4-b0a9-759239972f42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:48.324122 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff6bcde-9b1a-45a4-b0a9-759239972f42 admin admin] Made reservation on behalf of 42ef1d8bc8934467a5d39017b9c4cd27 for: {'subnet': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:19:48.326836 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-2ff6bcde-9b1a-45a4-b0a9-759239972f42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:48.834177 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-2ff6bcde-9b1a-45a4-b0a9-759239972f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for subnet, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:48.838316 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-265c99d7-d903-4653-8f08-2e07c3618c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:48.909169 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6bcde-9b1a-45a4-b0a9-759239972f42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=665c7670-2c07-4799-9e1b-024a03655e61,revision_number=0']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:48.912942 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-2ff6bcde-9b1a-45a4-b0a9-759239972f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:48.919998 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff6bcde-9b1a-45a4-b0a9-759239972f42 admin admin] Checking segment: {'id': 'a2eab15d-e938-41b6-b22a-592de9f70d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '743bda86-f657-452e-aab8-83c626d33aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:19:48.920340 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff6bcde-9b1a-45a4-b0a9-759239972f42 admin admin] Network hostable DHCP agents. Network: 743bda86-f657-452e-aab8-83c626d33aea, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:19:48.937760 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff6bcde-9b1a-45a4-b0a9-759239972f42 admin admin] Network 743bda86-f657-452e-aab8-83c626d33aea is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:19:48.946623 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-2ff6bcde-9b1a-45a4-b0a9-759239972f42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, 743bda86-f657-452e-aab8-83c626d33aea) {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:19:48.950834 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff6bcde-9b1a-45a4-b0a9-759239972f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:48.951425 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-2ff6bcde-9b1a-45a4-b0a9-759239972f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:48.957218 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2051e611-d2d7-4f2e-92f0-f8656a2953df None None] Network 743bda86-f657-452e-aab8-83c626d33aea requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:19:48.971352 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-2ff6bcde-9b1a-45a4-b0a9-759239972f42 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6970167 May 10 17:19:49.175005 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed6ec31-5e9f-4b5b-a8e6-ff905fd70023 None None] Network 743bda86-f657-452e-aab8-83c626d33aea requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:19:49.595946 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 49260) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:49.602040 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-868002921-network', 'tenant_id': '60375ed5b0a547bcbdf3c6f6a663bb6d'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:19:49.607367 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:49.611185 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Usage tracker for resource:network and tenant:60375ed5b0a547bcbdf3c6f6a663bb6d is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:49.613967 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:49.619520 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:49.629283 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Made reservation on behalf of 60375ed5b0a547bcbdf3c6f6a663bb6d for: {'network': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:19:49.631557 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:49.643172 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:49.657326 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:49.661003 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Usage tracker for resource:security_group_rule and tenant:60375ed5b0a547bcbdf3c6f6a663bb6d is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:49.664555 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:49.670054 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:49.752122 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:49.757181 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:49.761133 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:49.792088 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=78664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:19:49.801363 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd08cb45-0b5e-4bbd-ac80-38ce4bbbbf94,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:49.805257 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:49.807730 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:49.808073 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.segments_db [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Added segment 30a4c813-b525-43d0-a5f7-2add0d42cab1 of type vlan for network 092444d4-461b-4683-a6b9-32d6bdff7163 May 10 17:19:49.837174 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:49.865497 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:49.866769 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:49.867343 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:49.871861 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0bb5624c-a0b4-4034-8fca-e89ef0fc4a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:49.968114 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=092444d4-461b-4683-a6b9-32d6bdff7163,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:49.971040 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3741045 May 10 17:19:49.971953 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:49.973702 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 49266) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:49.978354 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network 092444d4-461b-4683-a6b9-32d6bdff7163 details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:19:49.978948 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-636321a7-08eb-4391-9b07-1b9a201bf7ef admin admin] Request body: {'subnet': {'network_id': '092444d4-461b-4683-a6b9-32d6bdff7163', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-868002921-subnet', 'tenant_id': '60375ed5b0a547bcbdf3c6f6a663bb6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:19:49.983612 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-636321a7-08eb-4391-9b07-1b9a201bf7ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:49.987323 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-636321a7-08eb-4391-9b07-1b9a201bf7ef admin admin] Usage tracker for resource:subnet and tenant:60375ed5b0a547bcbdf3c6f6a663bb6d is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:49.990136 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-636321a7-08eb-4391-9b07-1b9a201bf7ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:49.996036 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-636321a7-08eb-4391-9b07-1b9a201bf7ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:50.006851 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636321a7-08eb-4391-9b07-1b9a201bf7ef admin admin] Made reservation on behalf of 60375ed5b0a547bcbdf3c6f6a663bb6d for: {'subnet': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:19:50.009186 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-636321a7-08eb-4391-9b07-1b9a201bf7ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:50.376652 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-636321a7-08eb-4391-9b07-1b9a201bf7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for subnet, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:50.381712 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-2ff6bcde-9b1a-45a4-b0a9-759239972f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:50.449969 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636321a7-08eb-4391-9b07-1b9a201bf7ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=a20e348f-844a-40e4-a87d-209bdc504742,revision_number=0']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:50.453561 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-636321a7-08eb-4391-9b07-1b9a201bf7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:50.460230 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636321a7-08eb-4391-9b07-1b9a201bf7ef admin admin] Checking segment: {'id': '30a4c813-b525-43d0-a5f7-2add0d42cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '092444d4-461b-4683-a6b9-32d6bdff7163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:19:50.460580 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636321a7-08eb-4391-9b07-1b9a201bf7ef admin admin] Network hostable DHCP agents. Network: 092444d4-461b-4683-a6b9-32d6bdff7163, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:19:50.477919 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636321a7-08eb-4391-9b07-1b9a201bf7ef admin admin] Network 092444d4-461b-4683-a6b9-32d6bdff7163 is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:19:50.487849 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-636321a7-08eb-4391-9b07-1b9a201bf7ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, 092444d4-461b-4683-a6b9-32d6bdff7163) {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:19:50.492603 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636321a7-08eb-4391-9b07-1b9a201bf7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:50.493317 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-636321a7-08eb-4391-9b07-1b9a201bf7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:50.497464 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b229360e-c832-4ca5-b4bb-fd3350f6fcb2 None None] Network 092444d4-461b-4683-a6b9-32d6bdff7163 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:19:50.524262 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-636321a7-08eb-4391-9b07-1b9a201bf7ef admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5405531 May 10 17:19:50.648444 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 49278) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:50.690976 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eb6a5c-42cf-496f-a972-204301a7f6e5 None None] Network 092444d4-461b-4683-a6b9-32d6bdff7163 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:19:50.709115 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e5a778-a863-45b0-9d0c-3c88bd3d63d5 admin admin] Deleting subnet 665c7670-2c07-4799-9e1b-024a03655e61 {{(pid=78664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:19:50.712173 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-44e5a778-a863-45b0-9d0c-3c88bd3d63d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:50.765764 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-44e5a778-a863-45b0-9d0c-3c88bd3d63d5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:50.773560 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-44e5a778-a863-45b0-9d0c-3c88bd3d63d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862742'] for subnet, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:51.148953 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-44e5a778-a863-45b0-9d0c-3c88bd3d63d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for subnet, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:51.160960 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:51.200367 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f683c0-e125-4cab-aa04-386be70e4439 req-97f38ff8-50de-4a80-831a-9b5033a9a8cc tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:51.201828 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-40f683c0-e125-4cab-aa04-386be70e4439 req-97f38ff8-50de-4a80-831a-9b5033a9a8cc tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.2160716 May 10 17:19:51.204177 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5a778-a863-45b0-9d0c-3c88bd3d63d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=665c7670-2c07-4799-9e1b-024a03655e61,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:51.206989 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-44e5a778-a863-45b0-9d0c-3c88bd3d63d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:51.221875 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-44e5a778-a863-45b0-9d0c-3c88bd3d63d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:51.230798 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-44e5a778-a863-45b0-9d0c-3c88bd3d63d5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/665c7670-2c07-4799-9e1b-024a03655e61 HTTP/1.1" status: 204 len: 168 time: 0.5812838 May 10 17:19:51.233253 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 49288) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:51.329440 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-40f683c0-e125-4cab-aa04-386be70e4439 req-7cd980f6-fc8e-4bc6-bbba-72129f7c65e6 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212735 May 10 17:19:51.353160 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737558'] for network, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:51.480522 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856813', 'neutron.services.segments.db._delete_segments_for_network-8781908246685'] for network, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:51.493622 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:51.493955 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:51.494691 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:51.495030 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Subscribe: > port after_create 55550000 {{(pid=78664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:51.495348 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:51.495677 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Subscribe: > port after_update 55550000 {{(pid=78664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:51.495989 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:51.496301 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:51.496610 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:51.496940 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:51.562199 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:51.562898 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:51.562898 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:51.563186 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:51.563593 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743bda86-f657-452e-aab8-83c626d33aea']}} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:51.588852 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2eab15d-e938-41b6-b22a-592de9f70d0d') {'for_net_delete': True} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:51.589199 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2eab15d-e938-41b6-b22a-592de9f70d0d') {} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:51.601125 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781908258151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796454'] for segment, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:51.618780 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:51.628228 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=78664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:19:51.629382 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16084930'] for segment, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: from cryptography.utils import int_from_bytes May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: from cryptography.utils import int_from_bytes May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: Traceback (most recent call last): May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: timer() May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: cb(*args, **kw) May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: return func(*args, **kwargs) May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: self._notify() May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: self.callback(batched_events) May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: event.method(event) May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: return f(self, *a, **k) May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._get(url).json() May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: return self.request(url, 'GET', **kwargs) May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:19:51.646417 dv-cinder-786385-3-iscsi neutron-server[78664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:19:51.741282 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16389488'] for network, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:51.745439 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:51.764209 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:51.770660 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=743bda86-f657-452e-aab8-83c626d33aea,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:51.774910 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/743bda86-f657-452e-aab8-83c626d33aea HTTP/1.1" status: 204 len: 168 time: 0.5407560 May 10 17:19:51.775762 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:51.777551 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 49308) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:51.838788 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b3dcb4-9a98-4fc6-9136-22b4102d93a8 admin admin] Deleting subnet a20e348f-844a-40e4-a87d-209bdc504742 {{(pid=78664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:19:51.841855 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d8b3dcb4-9a98-4fc6-9136-22b4102d93a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:51.902358 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d8b3dcb4-9a98-4fc6-9136-22b4102d93a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15796473'] for subnet, precommit_delete_associations {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:51.965926 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d8b3dcb4-9a98-4fc6-9136-22b4102d93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862742'] for subnet, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:52.219721 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d8b3dcb4-9a98-4fc6-9136-22b4102d93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16084900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15067248'] for subnet, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:52.223527 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-40b40ff6-a831-46aa-a5ad-2841410122fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:52.256952 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3dcb4-9a98-4fc6-9136-22b4102d93a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a20e348f-844a-40e4-a87d-209bdc504742,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:52.262285 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d8b3dcb4-9a98-4fc6-9136-22b4102d93a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:52.263246 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d8b3dcb4-9a98-4fc6-9136-22b4102d93a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:52.269171 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-d8b3dcb4-9a98-4fc6-9136-22b4102d93a8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a20e348f-844a-40e4-a87d-209bdc504742 HTTP/1.1" status: 204 len: 168 time: 0.4906585 May 10 17:19:52.271719 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 49326) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:52.403909 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-915d702a-2c46-4b3f-82bc-993afc01faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737558'] for network, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:52.526847 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e4795-6fa0-422d-baf9-11cab0c933aa req-4f15e65e-010e-45f6-82b5-20978e965530 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:52.526847 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-af0e4795-6fa0-422d-baf9-11cab0c933aa req-4f15e65e-010e-45f6-82b5-20978e965530 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.0794427 May 10 17:19:52.535266 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-915d702a-2c46-4b3f-82bc-993afc01faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856813', 'neutron.services.segments.db._delete_segments_for_network-8781908246685'] for network, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:52.548573 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-915d702a-2c46-4b3f-82bc-993afc01faf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092444d4-461b-4683-a6b9-32d6bdff7163']}} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:52.565262 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-915d702a-2c46-4b3f-82bc-993afc01faf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a4c813-b525-43d0-a5f7-2add0d42cab1') {'for_net_delete': True} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:52.565551 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-915d702a-2c46-4b3f-82bc-993afc01faf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a4c813-b525-43d0-a5f7-2add0d42cab1') {} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:52.576736 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-af0e4795-6fa0-422d-baf9-11cab0c933aa req-4f1fb1e4-8b4c-4fd4-b6a0-a662d4b677f3 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 May 10 17:19:52.578677 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-915d702a-2c46-4b3f-82bc-993afc01faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781908258151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796454'] for segment, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:52.598615 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-915d702a-2c46-4b3f-82bc-993afc01faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:52.604919 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915d702a-2c46-4b3f-82bc-993afc01faf0 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=78664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:19:52.605303 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-915d702a-2c46-4b3f-82bc-993afc01faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16084930'] for segment, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: Traceback (most recent call last): May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: timer() May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: cb(*args, **kw) May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: return func(*args, **kwargs) May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: self._notify() May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: self.callback(batched_events) May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: event.method(event) May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: return f(self, *a, **k) May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._get(url).json() May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: return self.request(url, 'GET', **kwargs) May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:19:52.618940 dv-cinder-786385-3-iscsi neutron-server[78664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:19:52.697081 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-915d702a-2c46-4b3f-82bc-993afc01faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16389488'] for network, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:52.702535 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:52.721363 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-915d702a-2c46-4b3f-82bc-993afc01faf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:52.723905 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d702a-2c46-4b3f-82bc-993afc01faf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=092444d4-461b-4683-a6b9-32d6bdff7163,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:52.727518 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-915d702a-2c46-4b3f-82bc-993afc01faf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:52.730363 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-915d702a-2c46-4b3f-82bc-993afc01faf0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/092444d4-461b-4683-a6b9-32d6bdff7163 HTTP/1.1" status: 204 len: 168 time: 0.4577405 May 10 17:19:52.912668 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 49350) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:53.025636 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 49356) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:53.025861 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-3761653e-469d-4150-91f4-7d40f35ff095 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42ef1d8bc8934467a5d39017b9c4cd27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1091945 May 10 17:19:53.095966 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-14891585-51b2-4e62-8176-b8ba09eb74ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:53.122537 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-14891585-51b2-4e62-8176-b8ba09eb74ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:53.193216 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-14891585-51b2-4e62-8176-b8ba09eb74ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:53.196936 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-3ddcb537-1be8-4af1-85b9-54399d3ef0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:53.289584 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14891585-51b2-4e62-8176-b8ba09eb74ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e60845-93b4-4d4e-a0b9-3e4bf3535b27,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:53.293309 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-14891585-51b2-4e62-8176-b8ba09eb74ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:53.306403 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-14891585-51b2-4e62-8176-b8ba09eb74ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:53.308425 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-14891585-51b2-4e62-8176-b8ba09eb74ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15e60845-93b4-4d4e-a0b9-3e4bf3535b27 HTTP/1.1" status: 204 len: 168 time: 0.2817047 May 10 17:19:53.663321 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 49380) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:53.717368 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-8b36bc53-7441-4349-93c5-9a6f0f3b0d6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60375ed5b0a547bcbdf3c6f6a663bb6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504181 May 10 17:19:53.719320 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 49384) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:53.769699 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cf9d7-528b-444b-8c7e-b4f146c4291f req-b42e1fc8-0882-48a1-8c54-cc2084ccbc66 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:53.772462 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3f1cf9d7-528b-444b-8c7e-b4f146c4291f req-b42e1fc8-0882-48a1-8c54-cc2084ccbc66 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.0845420 May 10 17:19:53.793609 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-af762d5f-4e2d-4a97-a1cf-9731a899ffb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:53.825506 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-af762d5f-4e2d-4a97-a1cf-9731a899ffb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:53.831077 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3f1cf9d7-528b-444b-8c7e-b4f146c4291f req-5ac4bd77-6a0a-44e2-970c-ad353b43093f tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525956 May 10 17:19:53.885874 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-af762d5f-4e2d-4a97-a1cf-9731a899ffb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:53.889891 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-0a6de8b5-806d-4f9e-9477-432763776c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:53.903819 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af762d5f-4e2d-4a97-a1cf-9731a899ffb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd08cb45-0b5e-4bbd-ac80-38ce4bbbbf94,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:53.907697 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-af762d5f-4e2d-4a97-a1cf-9731a899ffb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:53.910914 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-af762d5f-4e2d-4a97-a1cf-9731a899ffb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:53.914920 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-af762d5f-4e2d-4a97-a1cf-9731a899ffb8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd08cb45-0b5e-4bbd-ac80-38ce4bbbbf94 HTTP/1.1" status: 204 len: 168 time: 0.1944900 May 10 17:19:54.227779 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 49404) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:54.365487 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c277f21f-3470-453f-8f1f-8d3af181d145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:54.381929 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-c277f21f-3470-453f-8f1f-8d3af181d145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:54.386358 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-c277f21f-3470-453f-8f1f-8d3af181d145 admin admin] Usage tracker for resource:security_group_rule and tenant:e7f3a3ee95994db797130cd09139ca1f is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:54.389422 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-c277f21f-3470-453f-8f1f-8d3af181d145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:54.396164 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-c277f21f-3470-453f-8f1f-8d3af181d145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:54.482281 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c277f21f-3470-453f-8f1f-8d3af181d145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:54.485959 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c277f21f-3470-453f-8f1f-8d3af181d145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:54.495141 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-f2d261a6-8eea-4d86-810d-d5085b7c003f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:54.533119 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-c277f21f-3470-453f-8f1f-8d3af181d145 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7f3a3ee95994db797130cd09139ca1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042006 May 10 17:19:54.534699 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277f21f-3470-453f-8f1f-8d3af181d145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d9f924-2475-4902-b517-24f609bc1263,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:54.535771 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 49428) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:54.538544 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c277f21f-3470-453f-8f1f-8d3af181d145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:54.601039 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-dc7d4805-34a9-4b05-bf74-61be6bb0e616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:54.627029 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-dc7d4805-34a9-4b05-bf74-61be6bb0e616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:54.679240 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-dc7d4805-34a9-4b05-bf74-61be6bb0e616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:54.682761 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:54.693757 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d4805-34a9-4b05-bf74-61be6bb0e616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d9f924-2475-4902-b517-24f609bc1263,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:54.696375 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-dc7d4805-34a9-4b05-bf74-61be6bb0e616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:54.701411 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-dc7d4805-34a9-4b05-bf74-61be6bb0e616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:54.702513 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-dc7d4805-34a9-4b05-bf74-61be6bb0e616 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0d9f924-2475-4902-b517-24f609bc1263 HTTP/1.1" status: 204 len: 168 time: 0.1652985 May 10 17:19:55.072283 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 49456) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:55.094430 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1d3a914c-325d-484f-9001-d773320aaa75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:55.111871 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-1d3a914c-325d-484f-9001-d773320aaa75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:55.115750 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-1d3a914c-325d-484f-9001-d773320aaa75 admin admin] Usage tracker for resource:security_group_rule and tenant:22bae62739134aaea410c667e5da3d2d is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:55.118840 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-1d3a914c-325d-484f-9001-d773320aaa75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:55.126556 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-1d3a914c-325d-484f-9001-d773320aaa75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:55.222224 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1d3a914c-325d-484f-9001-d773320aaa75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:55.227337 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1d3a914c-325d-484f-9001-d773320aaa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:55.235953 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c0c25d72-403b-466c-9684-933aa43c19fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:55.279481 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-1d3a914c-325d-484f-9001-d773320aaa75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22bae62739134aaea410c667e5da3d2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048101 May 10 17:19:55.280118 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a914c-325d-484f-9001-d773320aaa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3091b0c-cd42-4a10-9515-03f7d5c0cc12,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:55.280967 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 49464) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:55.283142 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-1d3a914c-325d-484f-9001-d773320aaa75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:55.339817 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9b268745-6d50-436f-8402-817579e7ae5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:55.366062 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9b268745-6d50-436f-8402-817579e7ae5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:55.424693 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9b268745-6d50-436f-8402-817579e7ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:55.430357 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:55.444038 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b268745-6d50-436f-8402-817579e7ae5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3091b0c-cd42-4a10-9515-03f7d5c0cc12,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:55.447771 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-9b268745-6d50-436f-8402-817579e7ae5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:55.454509 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9b268745-6d50-436f-8402-817579e7ae5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:55.457923 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-9b268745-6d50-436f-8402-817579e7ae5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3091b0c-cd42-4a10-9515-03f7d5c0cc12 HTTP/1.1" status: 204 len: 168 time: 0.1737678 May 10 17:19:56.858130 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 49568) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:56.977810 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8ed98b11-f960-4252-84bc-239b0ca8cf7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:57.000099 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-8ed98b11-f960-4252-84bc-239b0ca8cf7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:57.013437 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-8ed98b11-f960-4252-84bc-239b0ca8cf7f admin admin] Usage tracker for resource:security_group_rule and tenant:6d037fa170964549921422afecaef63d is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:57.013437 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-8ed98b11-f960-4252-84bc-239b0ca8cf7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:57.014783 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-8ed98b11-f960-4252-84bc-239b0ca8cf7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:57.107000 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8ed98b11-f960-4252-84bc-239b0ca8cf7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:57.113236 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8ed98b11-f960-4252-84bc-239b0ca8cf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:57.122617 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-f5bb3674-eb14-433e-a8b4-dd1f78316af8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:57.160722 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-8ed98b11-f960-4252-84bc-239b0ca8cf7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d037fa170964549921422afecaef63d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013840 May 10 17:19:57.162531 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed98b11-f960-4252-84bc-239b0ca8cf7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed98304f-c87f-444d-bf0b-e01970754974,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:57.163697 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 49580) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:57.166193 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8ed98b11-f960-4252-84bc-239b0ca8cf7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:57.230732 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2ba325c9-c394-41e0-8c38-c3f0c42eac77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:57.255876 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2ba325c9-c394-41e0-8c38-c3f0c42eac77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:57.306918 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2ba325c9-c394-41e0-8c38-c3f0c42eac77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:57.312332 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a0402d40-31b7-4b31-9e6f-1017559e6f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:57.326801 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba325c9-c394-41e0-8c38-c3f0c42eac77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed98304f-c87f-444d-bf0b-e01970754974,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:57.329476 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-2ba325c9-c394-41e0-8c38-c3f0c42eac77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:57.335542 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2ba325c9-c394-41e0-8c38-c3f0c42eac77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:57.337091 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-2ba325c9-c394-41e0-8c38-c3f0c42eac77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed98304f-c87f-444d-bf0b-e01970754974 HTTP/1.1" status: 204 len: 168 time: 0.1712039 May 10 17:19:57.587998 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d4ce1-9fad-4968-8066-9f4678e6d654 req-5ad156a5-23bf-467c-bf1f-a18389373478 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:57.589492 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-5b4d4ce1-9fad-4968-8066-9f4678e6d654 req-5ad156a5-23bf-467c-bf1f-a18389373478 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.0843439 May 10 17:19:57.635118 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 49592) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:57.655257 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-5b4d4ce1-9fad-4968-8066-9f4678e6d654 req-8cc45192-5ee8-4af8-87ad-91c7850776b0 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600555 May 10 17:19:57.657464 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-74eafb01-a14f-4e8d-98ee-372523e46389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:57.672673 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-74eafb01-a14f-4e8d-98ee-372523e46389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:19:57.676453 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-74eafb01-a14f-4e8d-98ee-372523e46389 admin admin] Usage tracker for resource:security_group_rule and tenant:0fcda484bc3f44d58ff4983e76a60367 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:19:57.679348 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-74eafb01-a14f-4e8d-98ee-372523e46389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:19:57.684966 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-74eafb01-a14f-4e8d-98ee-372523e46389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:19:57.773738 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-74eafb01-a14f-4e8d-98ee-372523e46389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:57.777555 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-74eafb01-a14f-4e8d-98ee-372523e46389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:57.789014 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-2ba325c9-c394-41e0-8c38-c3f0c42eac77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:57.826511 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-74eafb01-a14f-4e8d-98ee-372523e46389 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fcda484bc3f44d58ff4983e76a60367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904526 May 10 17:19:57.828110 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eafb01-a14f-4e8d-98ee-372523e46389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b53ef9-9065-455c-95fe-8b8bdfe50b4a,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:57.829245 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 49596) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:57.831417 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-74eafb01-a14f-4e8d-98ee-372523e46389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:57.887077 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-6b0a73b0-8a98-4dd5-920c-1a8c9f78da6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:57.912709 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-6b0a73b0-8a98-4dd5-920c-1a8c9f78da6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:57.966144 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-6b0a73b0-8a98-4dd5-920c-1a8c9f78da6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:57.970922 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-dc7d4805-34a9-4b05-bf74-61be6bb0e616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:57.984373 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a73b0-8a98-4dd5-920c-1a8c9f78da6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b53ef9-9065-455c-95fe-8b8bdfe50b4a,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:19:57.988154 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-6b0a73b0-8a98-4dd5-920c-1a8c9f78da6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:57.996990 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-6b0a73b0-8a98-4dd5-920c-1a8c9f78da6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:57.998120 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-6b0a73b0-8a98-4dd5-920c-1a8c9f78da6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2b53ef9-9065-455c-95fe-8b8bdfe50b4a HTTP/1.1" status: 204 len: 168 time: 0.1678936 May 10 17:19:58.865145 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbe026-d95a-45d1-8fd2-84ac2d1b6b4b req-648553d3-f7c5-43aa-8014-aeffaf1522b9 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:19:58.866690 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5ecbe026-d95a-45d1-8fd2-84ac2d1b6b4b req-648553d3-f7c5-43aa-8014-aeffaf1522b9 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.0934756 May 10 17:19:58.912645 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5ecbe026-d95a-45d1-8fd2-84ac2d1b6b4b req-1505b0ce-da6b-4a13-ac6f-f58bdc8e6f65 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397608 May 10 17:20:02.022987 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d01f6e-436d-46c7-bd46-6b54bd4c9186 req-f58f35f2-cf10-460c-9071-8475ea63ab7d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:02.024434 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-b6d01f6e-436d-46c7-bd46-6b54bd4c9186 req-f58f35f2-cf10-460c-9071-8475ea63ab7d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.0784519 May 10 17:20:02.071163 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-b6d01f6e-436d-46c7-bd46-6b54bd4c9186 req-28075870-3c22-4bdb-b5e0-da90002335a9 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410156 May 10 17:20:03.271911 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f0c19-e94d-434d-9aa3-3f6c05abc991 req-da170981-5277-4bc2-9a3d-55603dc18681 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:03.273664 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3a3f0c19-e94d-434d-9aa3-3f6c05abc991 req-da170981-5277-4bc2-9a3d-55603dc18681 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.0868196 May 10 17:20:03.320004 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3a3f0c19-e94d-434d-9aa3-3f6c05abc991 req-892a01fd-fa19-403f-801e-d8d242f3f1bb tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404565 May 10 17:20:06.824422 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf1e20-a723-48eb-9d4b-403bb9ddf5f9 req-60f4c0d2-e8a1-4342-8bee-e4172fdd1145 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:06.825900 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a6cf1e20-a723-48eb-9d4b-403bb9ddf5f9 req-60f4c0d2-e8a1-4342-8bee-e4172fdd1145 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.0820785 May 10 17:20:06.873040 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a6cf1e20-a723-48eb-9d4b-403bb9ddf5f9 req-1112975e-7c6f-4ca2-852a-2351f64f8c4d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412779 May 10 17:20:07.292613 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-d8453635-7dd0-4d33-ae7c-c6b8270cd894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:07.406856 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:09.846948 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:09.866983 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-cfaccd28-8afd-4cab-a3dd-6011179d039a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:10.315272 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95fc5f-8e0d-431b-94ac-a5a7f32312cd req-652233c9-cceb-4aa4-a233-1ef1160d38be tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:10.316728 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1b95fc5f-8e0d-431b-94ac-a5a7f32312cd req-652233c9-cceb-4aa4-a233-1ef1160d38be tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.0828779 May 10 17:20:10.360546 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1b95fc5f-8e0d-431b-94ac-a5a7f32312cd req-ccc5e877-74ce-409b-8a66-27825843aa11 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381320 May 10 17:20:10.732060 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:11.205569 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d116479-9345-48c6-9bd2-8d05cd621cb3 req-47d2db1b-72ef-4066-b887-f27d58d27cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:11.207217 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5d116479-9345-48c6-9bd2-8d05cd621cb3 req-47d2db1b-72ef-4066-b887-f27d58d27cca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 1098 time: 0.1006088 May 10 17:20:11.271202 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5d116479-9345-48c6-9bd2-8d05cd621cb3 req-a42d5eb8-f3e0-4b72-80a6-51a15ebfce74 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544870 May 10 17:20:12.402973 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:12.669968 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae3034-8286-42cc-81c5-f7149e5b1a0f req-f5effe6a-4539-4983-8be4-83d9575ade35 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:12.671388 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f7ae3034-8286-42cc-81c5-f7149e5b1a0f req-f5effe6a-4539-4983-8be4-83d9575ade35 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.0813568 May 10 17:20:12.716023 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f7ae3034-8286-42cc-81c5-f7149e5b1a0f req-8b5774db-1db2-46f4-b9ce-1468f756da43 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389218 May 10 17:20:14.597703 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc3b9d-d850-43e0-b299-2b001aea9202 req-67fa97ae-d5cc-4f2b-9bf8-9f500a545299 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:14.599124 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b2bc3b9d-d850-43e0-b299-2b001aea9202 req-67fa97ae-d5cc-4f2b-9bf8-9f500a545299 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.0871308 May 10 17:20:14.644174 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b2bc3b9d-d850-43e0-b299-2b001aea9202 req-6091b6aa-afd7-4332-850d-632906e354e3 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392048 May 10 17:20:18.177785 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfd071-cb81-4a35-8364-955e14852584 req-a1d94221-0f04-4f2c-a441-7381282cafac tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:18.179254 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-26dfd071-cb81-4a35-8364-955e14852584 req-a1d94221-0f04-4f2c-a441-7381282cafac tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.0805869 May 10 17:20:18.226170 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-26dfd071-cb81-4a35-8364-955e14852584 req-3598ce97-f0fe-4f28-a0b4-d8b432c86cd0 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411854 May 10 17:20:19.248924 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:20:21.473470 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ed5d2-2934-4d16-9e02-b2dbe6f8c7bb req-d0df4950-f91f-4121-8006-f54287f2e3e9 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:21.474827 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc2ed5d2-2934-4d16-9e02-b2dbe6f8c7bb req-d0df4950-f91f-4121-8006-f54287f2e3e9 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.0778408 May 10 17:20:21.524421 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc2ed5d2-2934-4d16-9e02-b2dbe6f8c7bb req-cf173c8f-980c-4428-8b84-cf0f0b606f6c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439694 May 10 17:20:21.717344 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafde2b-89ba-4986-acf8-1640d3a70c0d req-dd95c13c-9349-44b2-be79-cb5096a020ae tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:21.718797 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6cafde2b-89ba-4986-acf8-1640d3a70c0d req-dd95c13c-9349-44b2-be79-cb5096a020ae tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.0858238 May 10 17:20:21.764591 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6cafde2b-89ba-4986-acf8-1640d3a70c0d req-2c9082c6-c26a-4920-b806-4c4c49e61894 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397792 May 10 17:20:23.709419 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eec7d5-0185-4e55-995d-8e05aff341a1 req-dc7acbca-306e-4c11-aea6-6aa5cfd4c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:23.712374 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f7eec7d5-0185-4e55-995d-8e05aff341a1 req-dc7acbca-306e-4c11-aea6-6aa5cfd4c425 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9bccd4acb8f14e2c89f70d682d458f36&device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 1099 time: 0.1303697 May 10 17:20:23.752248 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5ed4a-fb63-4c26-9e03-81ebe15ba9f5 req-48adca8f-7a6b-4a00-a79f-e0e84e59b16d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:23.754086 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d5c5ed4a-fb63-4c26-9e03-81ebe15ba9f5 req-48adca8f-7a6b-4a00-a79f-e0e84e59b16d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1382587 May 10 17:20:23.898872 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d5c5ed4a-fb63-4c26-9e03-81ebe15ba9f5 req-fa20f1ec-59d4-4bb7-967d-34edd913aea6 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338227 May 10 17:20:23.928413 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eec7d5-0185-4e55-995d-8e05aff341a1 req-6b7ca3b9-d144-4c9c-af94-09dbdeced0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:23.930142 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f7eec7d5-0185-4e55-995d-8e05aff341a1 req-6b7ca3b9-d144-4c9c-af94-09dbdeced0fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4 HTTP/1.1" status: 200 len: 920 time: 0.2099700 May 10 17:20:24.007535 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f7eec7d5-0185-4e55-995d-8e05aff341a1 req-411edcdf-8fb3-40d4-8abd-0f127829fe1e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2157096-4281-4005-ae95-f0a5a9d2c3e9 HTTP/1.1" status: 200 len: 217 time: 0.0684562 May 10 17:20:24.071913 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eec7d5-0185-4e55-995d-8e05aff341a1 req-dfe1bc5c-c3f4-468d-8bcd-1e9318cb3956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:24.073366 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f7eec7d5-0185-4e55-995d-8e05aff341a1 req-dfe1bc5c-c3f4-468d-8bcd-1e9318cb3956 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=be69cc52-9a98-4fc1-87f3-313de9e76b52 HTTP/1.1" status: 200 len: 859 time: 0.0592151 May 10 17:20:24.124453 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f7eec7d5-0185-4e55-995d-8e05aff341a1 req-1c4a1ac7-aa71-4230-9ba8-2ddd2e590840 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409236 May 10 17:20:24.347745 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f7eec7d5-0185-4e55-995d-8e05aff341a1 req-f4fccde3-2715-4b33-abaf-4b90a1f74128 service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111046 May 10 17:20:24.496004 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f7eec7d5-0185-4e55-995d-8e05aff341a1 req-f364fce7-0425-4db6-851f-575e9c4cd388 service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374524 May 10 17:20:25.092271 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b51b6e-d24c-4b2f-ab84-d9983fb21a5f req-8d4d2f2e-0492-43a7-acf5-9b523ccba2e3 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:25.093791 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a5b51b6e-d24c-4b2f-ab84-d9983fb21a5f req-8d4d2f2e-0492-43a7-acf5-9b523ccba2e3 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.0901589 May 10 17:20:25.144007 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a5b51b6e-d24c-4b2f-ab84-d9983fb21a5f req-86401354-a8b8-4db6-90cc-23d42a675afb tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437987 May 10 17:20:25.894447 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 50184) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:26.024008 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c4af8de7-ecfa-456d-a41a-255164d185ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.039942 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-c4af8de7-ecfa-456d-a41a-255164d185ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:26.045955 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-c4af8de7-ecfa-456d-a41a-255164d185ea admin admin] Usage tracker for resource:security_group_rule and tenant:71cdd3d5e3024a0fb3387cf85b81677d is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:26.049247 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-c4af8de7-ecfa-456d-a41a-255164d185ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:26.055118 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-c4af8de7-ecfa-456d-a41a-255164d185ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:26.159373 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c4af8de7-ecfa-456d-a41a-255164d185ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.163408 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c4af8de7-ecfa-456d-a41a-255164d185ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.173643 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-42a791c8-f6eb-4e06-84b4-2f38b442a0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:26.218528 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-c4af8de7-ecfa-456d-a41a-255164d185ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71cdd3d5e3024a0fb3387cf85b81677d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185260 May 10 17:20:26.218528 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af8de7-ecfa-456d-a41a-255164d185ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711554fc-65f1-459d-90bf-a13e34e5ee6f,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:26.218926 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 50202) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:26.221786 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c4af8de7-ecfa-456d-a41a-255164d185ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:26.298139 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ea6a90a9-70e2-4df5-b96a-331fce6bf2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.329906 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ea6a90a9-70e2-4df5-b96a-331fce6bf2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.396428 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ea6a90a9-70e2-4df5-b96a-331fce6bf2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.405187 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb479a8-9fbd-40a7-bba9-dd7556dd34cb req-5c31d02a-6230-4eed-9a8b-66cee0c05b19 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:26.407195 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8eb479a8-9fbd-40a7-bba9-dd7556dd34cb req-5c31d02a-6230-4eed-9a8b-66cee0c05b19 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1162996 May 10 17:20:26.408330 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-528d6b74-7af1-4247-a686-372556430ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:26.427464 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a90a9-70e2-4df5-b96a-331fce6bf2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711554fc-65f1-459d-90bf-a13e34e5ee6f,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:26.453004 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ea6a90a9-70e2-4df5-b96a-331fce6bf2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:26.456383 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ea6a90a9-70e2-4df5-b96a-331fce6bf2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.469055 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-ea6a90a9-70e2-4df5-b96a-331fce6bf2d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/711554fc-65f1-459d-90bf-a13e34e5ee6f HTTP/1.1" status: 204 len: 168 time: 0.2489722 May 10 17:20:26.485786 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8eb479a8-9fbd-40a7-bba9-dd7556dd34cb req-f385536f-1f96-4f58-8a32-c17c8b1bf671 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666747 May 10 17:20:26.619877 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 50218) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:26.864433 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.878716 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:26.883070 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Usage tracker for resource:security_group_rule and tenant:d40fc13c1059412eb1adddc00cd52535 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:26.885853 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:26.891399 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:26.920690 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 50230) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:26.941735 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7522fdef-c541-4f3a-915f-4505c57ec97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.955764 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-7522fdef-c541-4f3a-915f-4505c57ec97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:26.960017 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-7522fdef-c541-4f3a-915f-4505c57ec97c admin admin] Usage tracker for resource:security_group_rule and tenant:d44a9fc502244086beead9a34aae8afc is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:26.962781 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-7522fdef-c541-4f3a-915f-4505c57ec97c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:26.968366 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-7522fdef-c541-4f3a-915f-4505c57ec97c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:26.974287 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.977365 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.986214 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:27.024447 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d40fc13c1059412eb1adddc00cd52535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4030628 May 10 17:20:27.027474 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 50236) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:27.028703 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9bc587-3580-43c6-8198-9b2c60cbb7ac,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:27.036954 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:27.037325 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:27.037727 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:27.038081 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:27.038683 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:27.039009 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:27.039340 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:27.039671 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:27.040007 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:27.040337 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:27.040665 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:27.041024 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:27.047051 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:27.090923 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7522fdef-c541-4f3a-915f-4505c57ec97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:27.096555 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7522fdef-c541-4f3a-915f-4505c57ec97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:27.104943 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b9439359-9ecd-4601-92a0-ff66432c93b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:27.145234 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-87e16a11-bfea-4c4c-b459-e332c59ce001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:27.162810 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-7522fdef-c541-4f3a-915f-4505c57ec97c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d44a9fc502244086beead9a34aae8afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409053 May 10 17:20:27.165833 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 50240) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:27.166710 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522fdef-c541-4f3a-915f-4505c57ec97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cb2f1f-0272-4124-95a4-a0af73c56d9b,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:27.170936 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-7522fdef-c541-4f3a-915f-4505c57ec97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:27.188611 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-87e16a11-bfea-4c4c-b459-e332c59ce001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:27.237754 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-fc7608ae-6896-4f1b-be35-d6f220ebfab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:27.246151 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-87e16a11-bfea-4c4c-b459-e332c59ce001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:27.252010 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-af762d5f-4e2d-4a97-a1cf-9731a899ffb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:27.264420 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-fc7608ae-6896-4f1b-be35-d6f220ebfab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:27.264582 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e16a11-bfea-4c4c-b459-e332c59ce001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9bc587-3580-43c6-8198-9b2c60cbb7ac,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:27.266671 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-87e16a11-bfea-4c4c-b459-e332c59ce001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:27.277590 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-87e16a11-bfea-4c4c-b459-e332c59ce001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:27.278731 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-87e16a11-bfea-4c4c-b459-e332c59ce001 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d9bc587-3580-43c6-8198-9b2c60cbb7ac HTTP/1.1" status: 204 len: 168 time: 0.2502301 May 10 17:20:27.343417 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-fc7608ae-6896-4f1b-be35-d6f220ebfab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:27.349562 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-eae5dbbc-50cc-4223-97a0-74b03cf91ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:27.364221 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7608ae-6896-4f1b-be35-d6f220ebfab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cb2f1f-0272-4124-95a4-a0af73c56d9b,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:27.368029 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-fc7608ae-6896-4f1b-be35-d6f220ebfab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:27.381576 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-fc7608ae-6896-4f1b-be35-d6f220ebfab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:27.385044 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-fc7608ae-6896-4f1b-be35-d6f220ebfab3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55cb2f1f-0272-4124-95a4-a0af73c56d9b HTTP/1.1" status: 204 len: 168 time: 0.2158108 May 10 17:20:27.686869 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604007b-0790-4ff7-a29a-79408b159e8d req-1a38695b-0c85-4dac-80ee-524f28e6d817 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:27.688505 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f604007b-0790-4ff7-a29a-79408b159e8d req-1a38695b-0c85-4dac-80ee-524f28e6d817 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.0862007 May 10 17:20:27.779579 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f604007b-0790-4ff7-a29a-79408b159e8d req-53934c58-4b5d-45ed-ac73-37046ccd4ddc tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772047 May 10 17:20:29.053446 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f7da8-1721-4794-ab2a-844bb6d4888d req-63aed57c-a43d-437a-a8ca-32a71280f97d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:29.055602 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-789f7da8-1721-4794-ab2a-844bb6d4888d req-63aed57c-a43d-437a-a8ca-32a71280f97d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1603856 May 10 17:20:29.113099 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-789f7da8-1721-4794-ab2a-844bb6d4888d req-956ef103-1173-4671-b3c2-183a5f1f2d6f tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515838 May 10 17:20:29.487356 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 50346) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:29.600348 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-dc7ced3c-ed09-4e32-9753-375ebbdd77a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:29.614966 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-dc7ced3c-ed09-4e32-9753-375ebbdd77a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:29.618683 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-dc7ced3c-ed09-4e32-9753-375ebbdd77a9 admin admin] Usage tracker for resource:security_group_rule and tenant:6ecacd36963d455d818c04b11e7fb547 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:29.621419 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-dc7ced3c-ed09-4e32-9753-375ebbdd77a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:29.626930 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-dc7ced3c-ed09-4e32-9753-375ebbdd77a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:29.710447 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-dc7ced3c-ed09-4e32-9753-375ebbdd77a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:29.714076 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-dc7ced3c-ed09-4e32-9753-375ebbdd77a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:29.722515 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c4af8de7-ecfa-456d-a41a-255164d185ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:29.764814 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-dc7ced3c-ed09-4e32-9753-375ebbdd77a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ecacd36963d455d818c04b11e7fb547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763770 May 10 17:20:29.766506 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ced3c-ed09-4e32-9753-375ebbdd77a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2420a1b-055e-49c7-929b-2d9e895171f5,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:29.767513 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 50352) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:29.769648 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-dc7ced3c-ed09-4e32-9753-375ebbdd77a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:29.881200 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:29.906546 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:29.955536 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:29.959599 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-8bac1394-36fa-4b6a-abcf-6a7211f06b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:29.970094 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2420a1b-055e-49c7-929b-2d9e895171f5,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:29.980752 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:29.981132 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:29.981482 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:29.981825 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:29.982158 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:29.982503 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:29.982824 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:29.983148 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:29.983477 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:29.983806 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:29.984130 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:29.984454 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:29.987102 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:29.988194 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2420a1b-055e-49c7-929b-2d9e895171f5 HTTP/1.1" status: 204 len: 168 time: 0.2197304 May 10 17:20:29.989175 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:30.272059 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 50370) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:30.290202 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-129d6504-2510-4432-8166-11dae802ca13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:30.304920 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-129d6504-2510-4432-8166-11dae802ca13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:30.308675 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-129d6504-2510-4432-8166-11dae802ca13 admin admin] Usage tracker for resource:security_group_rule and tenant:bd9e4b0874e14c5cb7bab4cdede76ba4 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:30.311423 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-129d6504-2510-4432-8166-11dae802ca13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:30.317023 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-129d6504-2510-4432-8166-11dae802ca13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:30.396976 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-129d6504-2510-4432-8166-11dae802ca13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:30.400444 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-129d6504-2510-4432-8166-11dae802ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:30.408313 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-74eafb01-a14f-4e8d-98ee-372523e46389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:30.446349 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-129d6504-2510-4432-8166-11dae802ca13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd9e4b0874e14c5cb7bab4cdede76ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1731372 May 10 17:20:30.447904 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d6504-2510-4432-8166-11dae802ca13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a0c716-bf43-4612-8ff2-64e697cbac54,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:30.449041 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 50374) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:30.451141 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-129d6504-2510-4432-8166-11dae802ca13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:30.506044 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-811b5d88-41fe-4db2-ba22-90e6b6c69231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:30.530475 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-811b5d88-41fe-4db2-ba22-90e6b6c69231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:30.584994 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-811b5d88-41fe-4db2-ba22-90e6b6c69231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:30.588464 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-27e302d0-98a4-49be-a2c6-c1bc993e7c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:30.600723 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b5d88-41fe-4db2-ba22-90e6b6c69231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a0c716-bf43-4612-8ff2-64e697cbac54,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:30.603513 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-811b5d88-41fe-4db2-ba22-90e6b6c69231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:30.610345 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-811b5d88-41fe-4db2-ba22-90e6b6c69231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:30.611435 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-811b5d88-41fe-4db2-ba22-90e6b6c69231 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7a0c716-bf43-4612-8ff2-64e697cbac54 HTTP/1.1" status: 204 len: 168 time: 0.1614420 May 10 17:20:31.319035 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 50406) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:31.463556 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-801286002-network', 'tenant_id': '99cc5f66dab743b2ba252a4a6796f0c7'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:20:31.468599 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:31.474708 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Usage tracker for resource:network and tenant:99cc5f66dab743b2ba252a4a6796f0c7 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:31.479475 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:31.485909 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:31.499894 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Made reservation on behalf of 99cc5f66dab743b2ba252a4a6796f0c7 for: {'network': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:20:31.502084 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:31.517313 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:31.546995 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a211729-8b5b-4422-9b71-a19a7890d7a4 req-3a41e88e-e0c5-4b7f-87fb-a3fcc9a85997 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:31.548379 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1a211729-8b5b-4422-9b71-a19a7890d7a4 req-3a41e88e-e0c5-4b7f-87fb-a3fcc9a85997 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1320560 May 10 17:20:31.549310 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:31.553212 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Usage tracker for resource:security_group_rule and tenant:99cc5f66dab743b2ba252a4a6796f0c7 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:31.557573 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:31.578073 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:31.617292 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1a211729-8b5b-4422-9b71-a19a7890d7a4 req-708badb4-206c-4c98-b9f3-eb9258797416 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612562 May 10 17:20:31.686694 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:31.690221 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:31.693539 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-32ba5125-ae4e-4e72-8f86-9b706a8ba502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:31.721074 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=78663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:20:31.729548 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd007631-42fd-41aa-8fdc-aa57bf0e5eb0,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:31.733058 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:31.735506 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:31.735985 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.segments_db [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Added segment e05307aa-259c-4065-9ba1-4fc94e6dde73 of type vlan for network 33b21358-5a38-4d17-b2ff-5b535156aa3c May 10 17:20:31.763658 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:31.793625 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:31.794922 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:31.795509 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:31.800200 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b90abeb0-484b-4fca-8a90-db9e26171fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:31.905081 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Pushing event updated for resources: {'Network': ['ID=33b21358-5a38-4d17-b2ff-5b535156aa3c,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:31.908201 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5880246 May 10 17:20:31.909076 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:31.911287 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 50412) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:31.916802 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-1c4518cb-cca2-4172-a54b-52ec8732090e admin admin] Request body: {'subnet': {'network_id': '33b21358-5a38-4d17-b2ff-5b535156aa3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-801286002-subnet', 'tenant_id': '99cc5f66dab743b2ba252a4a6796f0c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:20:31.917964 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network 33b21358-5a38-4d17-b2ff-5b535156aa3c details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:20:31.921516 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-1c4518cb-cca2-4172-a54b-52ec8732090e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:31.925347 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-1c4518cb-cca2-4172-a54b-52ec8732090e admin admin] Usage tracker for resource:subnet and tenant:99cc5f66dab743b2ba252a4a6796f0c7 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:31.928249 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-1c4518cb-cca2-4172-a54b-52ec8732090e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:31.933985 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-1c4518cb-cca2-4172-a54b-52ec8732090e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:31.947005 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4518cb-cca2-4172-a54b-52ec8732090e admin admin] Made reservation on behalf of 99cc5f66dab743b2ba252a4a6796f0c7 for: {'subnet': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:20:31.949382 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1c4518cb-cca2-4172-a54b-52ec8732090e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14861259'] for subnet, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:32.342722 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1c4518cb-cca2-4172-a54b-52ec8732090e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14767415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14861241'] for subnet, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:32.351608 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-3feb3586-a8b9-409e-b64e-4b42300ad41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:32.432583 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4518cb-cca2-4172-a54b-52ec8732090e admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8bca15-85f6-48e7-82a5-c332b68d8a71,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:32.435323 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-1c4518cb-cca2-4172-a54b-52ec8732090e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:32.452675 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4518cb-cca2-4172-a54b-52ec8732090e admin admin] Checking segment: {'id': 'e05307aa-259c-4065-9ba1-4fc94e6dde73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33b21358-5a38-4d17-b2ff-5b535156aa3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:20:32.453099 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4518cb-cca2-4172-a54b-52ec8732090e admin admin] Network hostable DHCP agents. Network: 33b21358-5a38-4d17-b2ff-5b535156aa3c, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:20:32.482573 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4518cb-cca2-4172-a54b-52ec8732090e admin admin] Network 33b21358-5a38-4d17-b2ff-5b535156aa3c is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:20:32.496722 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-1c4518cb-cca2-4172-a54b-52ec8732090e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, 33b21358-5a38-4d17-b2ff-5b535156aa3c) {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:20:32.507282 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebadf785-7996-472e-94bf-4e1f239196d8 None None] Network 33b21358-5a38-4d17-b2ff-5b535156aa3c requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:20:32.528386 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4518cb-cca2-4172-a54b-52ec8732090e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:32.528814 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1c4518cb-cca2-4172-a54b-52ec8732090e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:32.556525 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-1c4518cb-cca2-4172-a54b-52ec8732090e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6438427 May 10 17:20:32.856885 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb430137-de54-4054-af99-04498c9274b8 None None] Network 33b21358-5a38-4d17-b2ff-5b535156aa3c requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:20:32.898484 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cb873-5904-49f4-a8e8-5b30433f8151 req-c13e3326-c84a-4564-a70a-de7cf8b3ca59 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:32.900054 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5c0cb873-5904-49f4-a8e8-5b30433f8151 req-c13e3326-c84a-4564-a70a-de7cf8b3ca59 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1339493 May 10 17:20:32.997576 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5c0cb873-5904-49f4-a8e8-5b30433f8151 req-fcb19ce3-feba-4532-91b9-0ea81972346c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882461 May 10 17:20:33.292672 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 50458) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:33.298290 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-533523001-network', 'tenant_id': 'd4ec077e33784ad1a6b938b1175d41da'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:20:33.303028 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:33.306925 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Usage tracker for resource:network and tenant:d4ec077e33784ad1a6b938b1175d41da is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:33.309921 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:33.315570 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:33.325907 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Made reservation on behalf of d4ec077e33784ad1a6b938b1175d41da for: {'network': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:20:33.328194 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:33.340427 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:33.354458 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:33.358286 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Usage tracker for resource:security_group_rule and tenant:d4ec077e33784ad1a6b938b1175d41da is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:33.361107 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:33.366753 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:33.454419 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:33.459078 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:33.463006 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-8131ccd1-dc68-4eb8-833a-0e513734df69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:33.486361 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=78663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:20:33.498687 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5586fea5-3422-44b4-bad0-93a6e3daf37c,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:33.502859 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:33.504317 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:33.504665 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.segments_db [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Added segment 5a12adfc-82f4-4fdf-8994-12ec1d6f0a7e of type vlan for network 9e869266-66bc-4072-83cc-b9f5586161ea May 10 17:20:33.532276 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:33.562342 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:33.564561 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:33.564561 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:33.570777 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:33.674775 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3782399 May 10 17:20:33.674775 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Pushing event updated for resources: {'Network': ['ID=9e869266-66bc-4072-83cc-b9f5586161ea,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:33.674775 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 50470) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:33.677889 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:33.681640 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-74427fed-f79e-4500-8efd-eed82a66029d admin admin] Request body: {'subnet': {'network_id': '9e869266-66bc-4072-83cc-b9f5586161ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-533523001-subnet', 'tenant_id': 'd4ec077e33784ad1a6b938b1175d41da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:20:33.685518 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network 9e869266-66bc-4072-83cc-b9f5586161ea details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:20:33.686247 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-74427fed-f79e-4500-8efd-eed82a66029d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:33.690627 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-74427fed-f79e-4500-8efd-eed82a66029d admin admin] Usage tracker for resource:subnet and tenant:d4ec077e33784ad1a6b938b1175d41da is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:33.694018 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-74427fed-f79e-4500-8efd-eed82a66029d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:33.701149 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-74427fed-f79e-4500-8efd-eed82a66029d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:33.714548 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74427fed-f79e-4500-8efd-eed82a66029d admin admin] Made reservation on behalf of d4ec077e33784ad1a6b938b1175d41da for: {'subnet': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:20:33.717408 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-74427fed-f79e-4500-8efd-eed82a66029d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14861259'] for subnet, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:34.226186 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-74427fed-f79e-4500-8efd-eed82a66029d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14767415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14861241'] for subnet, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:34.238094 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:34.323871 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74427fed-f79e-4500-8efd-eed82a66029d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b5d0439-1fa8-4d94-8cc0-6a9dcacf0bc8,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:34.331152 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-74427fed-f79e-4500-8efd-eed82a66029d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:34.336498 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74427fed-f79e-4500-8efd-eed82a66029d admin admin] Checking segment: {'id': '5a12adfc-82f4-4fdf-8994-12ec1d6f0a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9e869266-66bc-4072-83cc-b9f5586161ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:20:34.336849 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74427fed-f79e-4500-8efd-eed82a66029d admin admin] Network hostable DHCP agents. Network: 9e869266-66bc-4072-83cc-b9f5586161ea, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:20:34.362450 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118860b-363b-4386-8684-e77ac5f93f1a req-04e8bfa1-7f4d-42c5-9817-b4c63cf7a56a tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:34.364622 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0118860b-363b-4386-8684-e77ac5f93f1a req-04e8bfa1-7f4d-42c5-9817-b4c63cf7a56a tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.2546718 May 10 17:20:34.392238 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74427fed-f79e-4500-8efd-eed82a66029d admin admin] Network 9e869266-66bc-4072-83cc-b9f5586161ea is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:20:34.411251 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-74427fed-f79e-4500-8efd-eed82a66029d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, 9e869266-66bc-4072-83cc-b9f5586161ea) {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:20:34.423735 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b2ebe2-8072-43f1-9e92-1234668b9045 None None] Network 9e869266-66bc-4072-83cc-b9f5586161ea requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:20:34.425120 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0118860b-363b-4386-8684-e77ac5f93f1a req-1b060dba-0854-4276-9e2b-930215b1b0b1 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536933 May 10 17:20:34.427365 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74427fed-f79e-4500-8efd-eed82a66029d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:34.427960 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-74427fed-f79e-4500-8efd-eed82a66029d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:34.472573 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-74427fed-f79e-4500-8efd-eed82a66029d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7967079 May 10 17:20:34.658405 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0aaf2c-9783-4536-98c6-bc73c0a19ccd None None] Network 9e869266-66bc-4072-83cc-b9f5586161ea requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:20:35.616664 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acea80-9343-4a04-89f3-58c55c81f2eb req-e58c03ed-b386-4729-8455-2dd9d8e2f80d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:35.618120 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-46acea80-9343-4a04-89f3-58c55c81f2eb req-e58c03ed-b386-4729-8455-2dd9d8e2f80d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.0831168 May 10 17:20:35.664181 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-46acea80-9343-4a04-89f3-58c55c81f2eb req-8f0e5f52-3c3d-4b19-a8c6-e033541eb0ef tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403862 May 10 17:20:36.879431 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6ebb7-df67-44ec-84cf-ca11309b83bd req-37ec19bf-647a-44ec-9ed9-bf995dcf6f1f tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:36.881274 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ccf6ebb7-df67-44ec-84cf-ca11309b83bd req-37ec19bf-647a-44ec-9ed9-bf995dcf6f1f tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.0870411 May 10 17:20:36.938756 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ccf6ebb7-df67-44ec-84cf-ca11309b83bd req-bf367fed-eb8e-4236-8f16-c90992b89474 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513806 May 10 17:20:37.307892 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-cd5ce875-b72e-45af-8b0f-6fbd48eecb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:37.412960 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:38.037583 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 50622) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:38.170932 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fb51c-eea3-4d79-afd8-3e1ce1dbf906 req-88d67414-7f27-4a4c-835d-3db36c67d2a5 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:38.176804 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ac469185-38c6-4bbd-a41d-08a0b4d4fe46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:38.179841 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-823fb51c-eea3-4d79-afd8-3e1ce1dbf906 req-88d67414-7f27-4a4c-835d-3db36c67d2a5 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1075234 May 10 17:20:38.194343 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-ac469185-38c6-4bbd-a41d-08a0b4d4fe46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:38.198778 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-ac469185-38c6-4bbd-a41d-08a0b4d4fe46 admin admin] Usage tracker for resource:security_group_rule and tenant:f413b534bc8e43a590537cf3c36d5be3 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:38.205804 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-ac469185-38c6-4bbd-a41d-08a0b4d4fe46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:38.212386 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-ac469185-38c6-4bbd-a41d-08a0b4d4fe46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:38.231372 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-823fb51c-eea3-4d79-afd8-3e1ce1dbf906 req-4872f0e2-5d2b-4a16-9aaa-ff7107892664 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506096 May 10 17:20:38.317722 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ac469185-38c6-4bbd-a41d-08a0b4d4fe46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:38.327455 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ac469185-38c6-4bbd-a41d-08a0b4d4fe46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:38.337483 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-18780898-bd50-4369-ae70-6dabc5ac847d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:38.378937 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-ac469185-38c6-4bbd-a41d-08a0b4d4fe46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f413b534bc8e43a590537cf3c36d5be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401408 May 10 17:20:38.380152 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac469185-38c6-4bbd-a41d-08a0b4d4fe46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa6ee8e-6ac4-4975-9aed-5a0b8524f86b,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:38.381785 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 50644) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:38.383288 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ac469185-38c6-4bbd-a41d-08a0b4d4fe46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:38.454254 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c303bf6c-637f-4450-a9bc-b21ca9495944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:38.506375 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c303bf6c-637f-4450-a9bc-b21ca9495944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:38.575429 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c303bf6c-637f-4450-a9bc-b21ca9495944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:38.579235 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ec802eee-3573-4b7b-a81f-7db248afc435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:38.629780 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303bf6c-637f-4450-a9bc-b21ca9495944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa6ee8e-6ac4-4975-9aed-5a0b8524f86b,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:38.652311 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c303bf6c-637f-4450-a9bc-b21ca9495944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:38.662486 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c303bf6c-637f-4450-a9bc-b21ca9495944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:38.666579 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-c303bf6c-637f-4450-a9bc-b21ca9495944 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2fa6ee8e-6ac4-4975-9aed-5a0b8524f86b HTTP/1.1" status: 204 len: 168 time: 0.2836266 May 10 17:20:38.731890 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-24359425-b3d4-4b55-82d6-85666547e1ed req-c5ded2dc-c3b2-4632-ae48-679a64b11bae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1444774 May 10 17:20:38.875718 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24359425-b3d4-4b55-82d6-85666547e1ed req-3974ece6-736d-45c1-a269-929a784a1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:38.877335 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-24359425-b3d4-4b55-82d6-85666547e1ed req-3974ece6-736d-45c1-a269-929a784a1462 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9bccd4acb8f14e2c89f70d682d458f36&device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 1098 time: 0.0889933 May 10 17:20:39.037338 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24359425-b3d4-4b55-82d6-85666547e1ed req-3578ad40-02dc-44a7-8c60-1ba77d672587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:39.039043 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-24359425-b3d4-4b55-82d6-85666547e1ed req-3578ad40-02dc-44a7-8c60-1ba77d672587 service neutron] 10.222.0.48 "GET /v2.0/networks?id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4 HTTP/1.1" status: 200 len: 920 time: 0.1371264 May 10 17:20:39.209096 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-24359425-b3d4-4b55-82d6-85666547e1ed req-8359fdbb-1b65-46a9-8e40-f9190f13b698 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0baf62f-3d03-4ce4-b73f-db80619aa6f8 HTTP/1.1" status: 200 len: 217 time: 0.1564794 May 10 17:20:39.335532 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24359425-b3d4-4b55-82d6-85666547e1ed req-0a586096-90b5-4f0b-927e-a8866a4bda52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:39.337009 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-24359425-b3d4-4b55-82d6-85666547e1ed req-0a586096-90b5-4f0b-927e-a8866a4bda52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=be69cc52-9a98-4fc1-87f3-313de9e76b52 HTTP/1.1" status: 200 len: 859 time: 0.1188140 May 10 17:20:39.420840 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-24359425-b3d4-4b55-82d6-85666547e1ed req-da605915-8247-4d64-9609-7b6c6a7ffddc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749769 May 10 17:20:39.567477 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21bbdb-f181-4abc-bec3-07b4ee991387 req-1b7b13d6-2422-4b66-bab1-5585cec62e17 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:39.568822 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3b21bbdb-f181-4abc-bec3-07b4ee991387 req-1b7b13d6-2422-4b66-bab1-5585cec62e17 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1874421 May 10 17:20:39.601565 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-24359425-b3d4-4b55-82d6-85666547e1ed req-b0be12ff-3d20-475b-b54e-4a7daaf610dd service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691539 May 10 17:20:39.694499 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3b21bbdb-f181-4abc-bec3-07b4ee991387 req-2b90a006-fc1e-489b-8005-99431e8a9437 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115396 May 10 17:20:39.778501 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-24359425-b3d4-4b55-82d6-85666547e1ed req-9932ce27-0438-42ac-abe7-29030108c42c service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630430 May 10 17:20:39.859620 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:39.905723 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-85bf9a75-7c8d-4fda-9204-ec2ab4dc8b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:40.736471 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:40.901171 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e4add-181b-45bb-a669-1bc806d9577e req-8885eb83-c495-4b59-a56d-119d5c68804c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:40.902722 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-e16e4add-181b-45bb-a669-1bc806d9577e req-8885eb83-c495-4b59-a56d-119d5c68804c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.0813789 May 10 17:20:40.951253 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-e16e4add-181b-45bb-a669-1bc806d9577e req-08885e32-97af-4d68-8bff-1a5000e77a60 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428908 May 10 17:20:42.044876 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d029a-fb50-4baf-9466-e2201a7dd1a9 req-d2aca0cb-f543-4712-873b-9bcce400c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:42.046348 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2a0d029a-fb50-4baf-9466-e2201a7dd1a9 req-d2aca0cb-f543-4712-873b-9bcce400c026 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 1099 time: 0.0732803 May 10 17:20:42.132656 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2a0d029a-fb50-4baf-9466-e2201a7dd1a9 req-90dbbd66-fd85-4c4c-992b-d22dd3aa0bd3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786166 May 10 17:20:42.162163 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6b165-f782-467f-8a5f-b603e38b6552 req-6bac0c36-1c9a-4c97-8865-5d812bc3f349 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:42.163814 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-84f6b165-f782-467f-8a5f-b603e38b6552 req-6bac0c36-1c9a-4c97-8865-5d812bc3f349 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.0976830 May 10 17:20:42.207328 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-84f6b165-f782-467f-8a5f-b603e38b6552 req-396155ad-a77d-484d-b066-d5e9363e1bd7 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378606 May 10 17:20:42.415121 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:43.165576 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 50824) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:43.293211 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7b3ec9db-1f2d-4d9c-9ccd-937cafdbb8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:43.308265 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-7b3ec9db-1f2d-4d9c-9ccd-937cafdbb8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:43.312302 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-7b3ec9db-1f2d-4d9c-9ccd-937cafdbb8a6 admin admin] Usage tracker for resource:security_group_rule and tenant:74e4087453fa43d191224ad07bfdeae4 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:43.315489 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-7b3ec9db-1f2d-4d9c-9ccd-937cafdbb8a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:43.326794 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-7b3ec9db-1f2d-4d9c-9ccd-937cafdbb8a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:43.463284 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e2360-d3f2-4762-9f44-deb4cdb4c0cd req-e86be365-4924-42f7-bf56-d0a8fefb057a tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:43.464671 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6b4e2360-d3f2-4762-9f44-deb4cdb4c0cd req-e86be365-4924-42f7-bf56-d0a8fefb057a tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1280377 May 10 17:20:43.523297 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7b3ec9db-1f2d-4d9c-9ccd-937cafdbb8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:43.532219 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7b3ec9db-1f2d-4d9c-9ccd-937cafdbb8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:43.542438 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:43.555836 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6b4e2360-d3f2-4762-9f44-deb4cdb4c0cd req-749a12d5-3909-4045-900c-d9b127a3ca9d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793760 May 10 17:20:43.592947 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-7b3ec9db-1f2d-4d9c-9ccd-937cafdbb8a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74e4087453fa43d191224ad07bfdeae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256623 May 10 17:20:43.593454 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ec9db-1f2d-4d9c-9ccd-937cafdbb8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e376e384-c2af-45e4-a958-368098039fed,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:43.595346 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 50842) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:43.616480 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-7b3ec9db-1f2d-4d9c-9ccd-937cafdbb8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:43.749239 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1bf3374b-f2cc-4700-9010-634fbfdfac81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:43.804036 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1bf3374b-f2cc-4700-9010-634fbfdfac81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:43.877506 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1bf3374b-f2cc-4700-9010-634fbfdfac81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:43.881946 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ab1f30e7-6a32-4145-b71f-efab4be99d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:43.896700 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3374b-f2cc-4700-9010-634fbfdfac81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e376e384-c2af-45e4-a958-368098039fed,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:43.899154 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-1bf3374b-f2cc-4700-9010-634fbfdfac81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:43.923209 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1bf3374b-f2cc-4700-9010-634fbfdfac81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:43.924920 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-1bf3374b-f2cc-4700-9010-634fbfdfac81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e376e384-c2af-45e4-a958-368098039fed HTTP/1.1" status: 204 len: 168 time: 0.3285968 May 10 17:20:44.770376 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2f508-d28a-45ce-b9ec-667cc535d8e4 req-e1e7e784-35ff-4775-a54b-dd1cb32fc6d4 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:44.771747 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-00c2f508-d28a-45ce-b9ec-667cc535d8e4 req-e1e7e784-35ff-4775-a54b-dd1cb32fc6d4 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1058855 May 10 17:20:44.821449 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-00c2f508-d28a-45ce-b9ec-667cc535d8e4 req-6e1d1d10-80a9-4db3-a59b-7aef698d125f tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437591 May 10 17:20:48.096012 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe53003-aa9f-4757-a9fa-6f30cb5b5cf9 req-7fb1c434-0a1c-4b4d-bf5d-431ec7ff3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:48.098381 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4fe53003-aa9f-4757-a9fa-6f30cb5b5cf9 req-7fb1c434-0a1c-4b4d-bf5d-431ec7ff3ab5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9bccd4acb8f14e2c89f70d682d458f36&device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 1099 time: 0.1213408 May 10 17:20:48.118279 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d64abc-db4a-463f-8aa3-92f50cf1478e req-a07dbe87-0b4b-4722-9c6d-5f335de19baa tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:48.119731 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a0d64abc-db4a-463f-8aa3-92f50cf1478e req-a07dbe87-0b4b-4722-9c6d-5f335de19baa tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1072848 May 10 17:20:48.250369 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a0d64abc-db4a-463f-8aa3-92f50cf1478e req-5373f960-4d4f-4e97-a3ff-c15577812e5a tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076155 May 10 17:20:48.282681 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe53003-aa9f-4757-a9fa-6f30cb5b5cf9 req-f2ccc94b-6e1d-4b89-8e77-6137806c0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:48.284143 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4fe53003-aa9f-4757-a9fa-6f30cb5b5cf9 req-f2ccc94b-6e1d-4b89-8e77-6137806c0dbe service neutron] 10.222.0.48 "GET /v2.0/networks?id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4 HTTP/1.1" status: 200 len: 920 time: 0.1635642 May 10 17:20:48.351135 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4fe53003-aa9f-4757-a9fa-6f30cb5b5cf9 req-ed3bc20b-5a41-4235-9da1-ed42aa31e30d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2157096-4281-4005-ae95-f0a5a9d2c3e9 HTTP/1.1" status: 200 len: 217 time: 0.0598748 May 10 17:20:48.419234 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe53003-aa9f-4757-a9fa-6f30cb5b5cf9 req-2adc3934-aa8f-4926-b967-eb45c36d7eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:48.420707 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4fe53003-aa9f-4757-a9fa-6f30cb5b5cf9 req-2adc3934-aa8f-4926-b967-eb45c36d7eb0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=be69cc52-9a98-4fc1-87f3-313de9e76b52 HTTP/1.1" status: 200 len: 859 time: 0.0610356 May 10 17:20:48.469172 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4fe53003-aa9f-4757-a9fa-6f30cb5b5cf9 req-7be46d5a-3c8a-4495-adad-765992126e96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409601 May 10 17:20:48.607643 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4fe53003-aa9f-4757-a9fa-6f30cb5b5cf9 req-659341e8-7c07-4d51-ace4-4ca2cd33aa27 service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293013 May 10 17:20:48.833309 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4fe53003-aa9f-4757-a9fa-6f30cb5b5cf9 req-81acd79c-bede-422d-aa15-c51dcdc3cac0 service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071099 May 10 17:20:49.442962 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67189949-6529-47f5-8333-00a94bcc8722 req-d82df848-1aae-4387-8635-49f5dbb46d92 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:49.444423 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-67189949-6529-47f5-8333-00a94bcc8722 req-d82df848-1aae-4387-8635-49f5dbb46d92 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.0786204 May 10 17:20:49.489248 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-67189949-6529-47f5-8333-00a94bcc8722 req-d134ee82-ceb4-409e-bcd7-04c83556f3a2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 May 10 17:20:50.691467 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726811ed-b430-4e8d-8eb4-edf7ee6a0318 req-22cb4825-9037-4578-bf41-cd3645daf720 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:50.700014 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-726811ed-b430-4e8d-8eb4-edf7ee6a0318 req-22cb4825-9037-4578-bf41-cd3645daf720 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.0954571 May 10 17:20:50.793382 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-726811ed-b430-4e8d-8eb4-edf7ee6a0318 req-6e5ceab9-7445-4a82-ab7a-0157d46f20e2 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844948 May 10 17:20:51.974888 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5992b30-53b9-41c3-b4ef-6e07df140246 req-f87d0fa4-9bcc-490e-b95d-b09b9ef70dfd tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:51.977139 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a5992b30-53b9-41c3-b4ef-6e07df140246 req-f87d0fa4-9bcc-490e-b95d-b09b9ef70dfd tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.0986972 May 10 17:20:52.032687 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a5992b30-53b9-41c3-b4ef-6e07df140246 req-db4ec9fe-af01-4a75-a639-26bd980fb609 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481358 May 10 17:20:53.276161 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 51066) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:53.309886 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5424cf-e8e6-4fa1-9f87-168a03f48fb6 req-82b8a9e0-712e-411a-9917-7cb5c59d3b44 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:53.311958 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-5f5424cf-e8e6-4fa1-9f87-168a03f48fb6 req-82b8a9e0-712e-411a-9917-7cb5c59d3b44 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.0862927 May 10 17:20:53.366381 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-5f5424cf-e8e6-4fa1-9f87-168a03f48fb6 req-65901301-7bbc-4934-919b-66745660c58f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483701 May 10 17:20:53.396279 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8aa3451d-6fbe-4768-a809-570d56fbbc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:53.410732 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-8aa3451d-6fbe-4768-a809-570d56fbbc20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:53.414725 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-8aa3451d-6fbe-4768-a809-570d56fbbc20 admin admin] Usage tracker for resource:security_group_rule and tenant:504225fe1d21429a8b6d8677a75cdc8f is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:53.417475 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-8aa3451d-6fbe-4768-a809-570d56fbbc20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:53.423076 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-8aa3451d-6fbe-4768-a809-570d56fbbc20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:53.507927 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8aa3451d-6fbe-4768-a809-570d56fbbc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:53.511628 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8aa3451d-6fbe-4768-a809-570d56fbbc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:53.525490 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-7b3ec9db-1f2d-4d9c-9ccd-937cafdbb8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:53.558487 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-8aa3451d-6fbe-4768-a809-570d56fbbc20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=504225fe1d21429a8b6d8677a75cdc8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804687 May 10 17:20:53.561355 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 51080) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:53.563543 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3451d-6fbe-4768-a809-570d56fbbc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d98367-b70d-47e2-b2f9-cdf453af1099,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:53.577808 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8aa3451d-6fbe-4768-a809-570d56fbbc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:53.645594 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-30b4a6d6-a5e6-4fe2-8981-436732d43a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:53.677454 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-30b4a6d6-a5e6-4fe2-8981-436732d43a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:53.755195 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-30b4a6d6-a5e6-4fe2-8981-436732d43a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:53.761459 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ac469185-38c6-4bbd-a41d-08a0b4d4fe46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:53.774492 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4a6d6-a5e6-4fe2-8981-436732d43a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d98367-b70d-47e2-b2f9-cdf453af1099,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:53.780807 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-30b4a6d6-a5e6-4fe2-8981-436732d43a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:53.782072 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-30b4a6d6-a5e6-4fe2-8981-436732d43a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:53.787163 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-30b4a6d6-a5e6-4fe2-8981-436732d43a23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88d98367-b70d-47e2-b2f9-cdf453af1099 HTTP/1.1" status: 204 len: 168 time: 0.2241368 May 10 17:20:53.980782 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97861298-fe07-4745-9fec-89b6b4baf7d3 req-6bdd6cee-6be0-48e3-8a31-e199b88ba074 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:53.982535 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-97861298-fe07-4745-9fec-89b6b4baf7d3 req-6bdd6cee-6be0-48e3-8a31-e199b88ba074 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1095419 May 10 17:20:54.039487 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-97861298-fe07-4745-9fec-89b6b4baf7d3 req-655d83c4-7f02-4b13-8382-2ae38f17476d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504012 May 10 17:20:54.183457 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 51110) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:54.202054 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-adf2074c-ce09-4ff5-8754-5fa461beb541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:54.221522 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-adf2074c-ce09-4ff5-8754-5fa461beb541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:54.226757 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-adf2074c-ce09-4ff5-8754-5fa461beb541 admin admin] Usage tracker for resource:security_group_rule and tenant:139ba5c8c4fd42d6bbcddab76fa83d89 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:54.230128 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-adf2074c-ce09-4ff5-8754-5fa461beb541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:54.236323 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-adf2074c-ce09-4ff5-8754-5fa461beb541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:54.341828 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-adf2074c-ce09-4ff5-8754-5fa461beb541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:54.346216 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-adf2074c-ce09-4ff5-8754-5fa461beb541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:54.355663 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a0c7af11-af1a-4189-9690-15b18d84cd89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:54.401476 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-adf2074c-ce09-4ff5-8754-5fa461beb541 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=139ba5c8c4fd42d6bbcddab76fa83d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161813 May 10 17:20:54.403727 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 51122) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:54.408025 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2074c-ce09-4ff5-8754-5fa461beb541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24120b59-22f9-47d2-b4d9-43cfb07d802b,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:54.411973 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-adf2074c-ce09-4ff5-8754-5fa461beb541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:54.482768 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-5c041d54-c7f1-4483-a552-a7cd471d2038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:54.547806 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-5c041d54-c7f1-4483-a552-a7cd471d2038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:54.618930 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032b196-37e0-4883-98a5-c04686ecd05f req-fa6444d6-353e-42f9-9b74-479684c7b32f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:54.620392 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b032b196-37e0-4883-98a5-c04686ecd05f req-fa6444d6-353e-42f9-9b74-479684c7b32f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1288059 May 10 17:20:54.630708 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-5c041d54-c7f1-4483-a552-a7cd471d2038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:54.637797 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-9444f881-5afe-4bb3-8dfe-b8436843c061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:54.673444 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c041d54-c7f1-4483-a552-a7cd471d2038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24120b59-22f9-47d2-b4d9-43cfb07d802b,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:54.684110 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-5c041d54-c7f1-4483-a552-a7cd471d2038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:54.708468 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-5c041d54-c7f1-4483-a552-a7cd471d2038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:54.718422 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-5c041d54-c7f1-4483-a552-a7cd471d2038 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24120b59-22f9-47d2-b4d9-43cfb07d802b HTTP/1.1" status: 204 len: 168 time: 0.3116419 May 10 17:20:54.724071 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b032b196-37e0-4883-98a5-c04686ecd05f req-7aef6ec5-29f9-4c96-afb3-337716b1a651 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880189 May 10 17:20:55.091413 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 51142) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:55.109194 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1a07a438-01db-4605-ab68-dff71bcfaf1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:55.123282 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-1a07a438-01db-4605-ab68-dff71bcfaf1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:55.127330 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-1a07a438-01db-4605-ab68-dff71bcfaf1e admin admin] Usage tracker for resource:security_group_rule and tenant:77b5ec9e10134934bc9f469f5c6d1f1e is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:55.130718 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-1a07a438-01db-4605-ab68-dff71bcfaf1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:55.136387 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-1a07a438-01db-4605-ab68-dff71bcfaf1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:55.215454 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1a07a438-01db-4605-ab68-dff71bcfaf1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:55.219065 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1a07a438-01db-4605-ab68-dff71bcfaf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:55.226058 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-129bfb1a-29ab-41a8-a286-b4045dbdb859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:55.264466 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07a438-01db-4605-ab68-dff71bcfaf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d4a335-fb7c-4417-b074-f70a9305a19c,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:55.269437 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-1a07a438-01db-4605-ab68-dff71bcfaf1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77b5ec9e10134934bc9f469f5c6d1f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763437 May 10 17:20:55.270299 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-1a07a438-01db-4605-ab68-dff71bcfaf1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:55.271865 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 51148) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:55.328126 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d81f59b8-a726-4323-ad22-cab8174aa4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:55.357055 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d81f59b8-a726-4323-ad22-cab8174aa4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:55.409925 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d81f59b8-a726-4323-ad22-cab8174aa4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:55.414895 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c303bf6c-637f-4450-a9bc-b21ca9495944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:55.427097 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f59b8-a726-4323-ad22-cab8174aa4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d4a335-fb7c-4417-b074-f70a9305a19c,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:55.429956 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d81f59b8-a726-4323-ad22-cab8174aa4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:55.431884 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d81f59b8-a726-4323-ad22-cab8174aa4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:55.435269 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-d81f59b8-a726-4323-ad22-cab8174aa4b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02d4a335-fb7c-4417-b074-f70a9305a19c HTTP/1.1" status: 204 len: 168 time: 0.1602032 May 10 17:20:55.927074 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc5e57-5b06-4eab-951d-284e1cd40807 req-5def8511-cae8-4741-aa84-7eb2f10f0ed3 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:55.928522 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2abc5e57-5b06-4eab-951d-284e1cd40807 req-5def8511-cae8-4741-aa84-7eb2f10f0ed3 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.0799773 May 10 17:20:55.971139 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2abc5e57-5b06-4eab-951d-284e1cd40807 req-ee1de785-94d5-437b-b2ab-0cef60ca41d8 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367899 May 10 17:20:56.247576 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:20:57.173263 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c1e51-93d8-4ae7-82a5-d75a4b8b4d25 req-51e64337-e42b-4f0a-a28c-9962facece0c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:57.174753 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-af4c1e51-93d8-4ae7-82a5-d75a4b8b4d25 req-51e64337-e42b-4f0a-a28c-9962facece0c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.0872695 May 10 17:20:57.219138 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-af4c1e51-93d8-4ae7-82a5-d75a4b8b4d25 req-d21dd7a0-bd16-4355-b9b4-5bd03c2109b5 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387189 May 10 17:20:58.424098 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e2537-b21e-4011-bb10-1959f214d8be req-f381e1e1-4154-4a61-aafb-372367b15735 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:58.425528 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1e8e2537-b21e-4011-bb10-1959f214d8be req-f381e1e1-4154-4a61-aafb-372367b15735 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.0849524 May 10 17:20:58.470293 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1e8e2537-b21e-4011-bb10-1959f214d8be req-3e2dac07-0277-448f-a78d-1c65cf5bc085 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388496 May 10 17:20:58.705756 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 51206) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:58.764745 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca351a90-0e3a-4a98-ab53-17483d7e6c03 admin admin] Deleting subnet da8bca15-85f6-48e7-82a5-c332b68d8a71 {{(pid=78664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:20:58.767821 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ca351a90-0e3a-4a98-ab53-17483d7e6c03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:58.819792 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ca351a90-0e3a-4a98-ab53-17483d7e6c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15796473'] for subnet, precommit_delete_associations {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:58.874673 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ca351a90-0e3a-4a98-ab53-17483d7e6c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862742'] for subnet, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:59.135140 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ca351a90-0e3a-4a98-ab53-17483d7e6c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16084900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15067248'] for subnet, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:59.140193 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-44e5a778-a863-45b0-9d0c-3c88bd3d63d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:59.179962 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ca351a90-0e3a-4a98-ab53-17483d7e6c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:59.182602 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca351a90-0e3a-4a98-ab53-17483d7e6c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8bca15-85f6-48e7-82a5-c332b68d8a71,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:59.185520 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ca351a90-0e3a-4a98-ab53-17483d7e6c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:59.188332 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-ca351a90-0e3a-4a98-ab53-17483d7e6c03 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/da8bca15-85f6-48e7-82a5-c332b68d8a71 HTTP/1.1" status: 204 len: 168 time: 0.4810007 May 10 17:20:59.191333 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 51220) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:59.295840 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d460d68c-59ca-4732-853e-9a11935692ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737558'] for network, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:59.425571 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d460d68c-59ca-4732-853e-9a11935692ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856813', 'neutron.services.segments.db._delete_segments_for_network-8781908246685'] for network, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:59.438169 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-d460d68c-59ca-4732-853e-9a11935692ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b21358-5a38-4d17-b2ff-5b535156aa3c']}} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:20:59.452891 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-d460d68c-59ca-4732-853e-9a11935692ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05307aa-259c-4065-9ba1-4fc94e6dde73') {'for_net_delete': True} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:20:59.453207 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-d460d68c-59ca-4732-853e-9a11935692ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05307aa-259c-4065-9ba1-4fc94e6dde73') {} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:20:59.465036 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d460d68c-59ca-4732-853e-9a11935692ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781908258151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796454'] for segment, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:59.481924 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d460d68c-59ca-4732-853e-9a11935692ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:59.488377 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d460d68c-59ca-4732-853e-9a11935692ff admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=78664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:20:59.488699 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d460d68c-59ca-4732-853e-9a11935692ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16084930'] for segment, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: Traceback (most recent call last): May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: timer() May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: cb(*args, **kw) May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: return func(*args, **kwargs) May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: self._notify() May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: self.callback(batched_events) May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: event.method(event) May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: return f(self, *a, **k) May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._get(url).json() May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: return self.request(url, 'GET', **kwargs) May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:20:59.501472 dv-cinder-786385-3-iscsi neutron-server[78664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:20:59.700536 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d460d68c-59ca-4732-853e-9a11935692ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16389488'] for network, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:59.705957 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d460d68c-59ca-4732-853e-9a11935692ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:59.709572 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8191825e-ad80-4f2e-b34a-28e8d1e63cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:59.732697 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460d68c-59ca-4732-853e-9a11935692ff admin admin] Pushing event deleted for resources: {'Network': ['ID=33b21358-5a38-4d17-b2ff-5b535156aa3c,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:59.735968 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-d460d68c-59ca-4732-853e-9a11935692ff admin admin] 10.222.0.16 "DELETE /v2.0/networks/33b21358-5a38-4d17-b2ff-5b535156aa3c HTTP/1.1" status: 204 len: 168 time: 0.5437417 May 10 17:20:59.736879 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d460d68c-59ca-4732-853e-9a11935692ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:59.740318 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 51228) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:59.754063 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca805c77-23d6-48c3-8886-3227006efbe4 req-0abbffe7-475a-44ae-bbb9-6d7dcb0e11de tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:59.755723 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ca805c77-23d6-48c3-8886-3227006efbe4 req-0abbffe7-475a-44ae-bbb9-6d7dcb0e11de tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1319406 May 10 17:20:59.803121 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ca805c77-23d6-48c3-8886-3227006efbe4 req-3413dcdb-beef-493b-8bdf-cdb8acc9318f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403283 May 10 17:20:59.806460 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a1ab84-70fb-4efb-ade7-2d73ccdda1ca admin admin] Deleting subnet 5b5d0439-1fa8-4d94-8cc0-6a9dcacf0bc8 {{(pid=78663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:20:59.809549 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a2a1ab84-70fb-4efb-ade7-2d73ccdda1ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:59.862041 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a2a1ab84-70fb-4efb-ade7-2d73ccdda1ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13676310'] for subnet, precommit_delete_associations {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:59.917914 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a2a1ab84-70fb-4efb-ade7-2d73ccdda1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862742'] for subnet, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:00.248592 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a2a1ab84-70fb-4efb-ade7-2d73ccdda1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15048180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14861216'] for subnet, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:00.254138 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:00.293486 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1ab84-70fb-4efb-ade7-2d73ccdda1ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b5d0439-1fa8-4d94-8cc0-6a9dcacf0bc8,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:00.296664 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a2a1ab84-70fb-4efb-ade7-2d73ccdda1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:00.297707 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a2a1ab84-70fb-4efb-ade7-2d73ccdda1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:00.312881 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-a2a1ab84-70fb-4efb-ade7-2d73ccdda1ca admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5b5d0439-1fa8-4d94-8cc0-6a9dcacf0bc8 HTTP/1.1" status: 204 len: 168 time: 0.5686727 May 10 17:21:00.313163 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 51242) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:00.422303 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-89d600f5-e6ff-41fc-ae9b-8d9c0d7fe6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737558'] for network, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:00.544931 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-89d600f5-e6ff-41fc-ae9b-8d9c0d7fe6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856813', 'neutron.services.segments.db._delete_segments_for_network-8781908246685'] for network, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:00.557325 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-89d600f5-e6ff-41fc-ae9b-8d9c0d7fe6ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e869266-66bc-4072-83cc-b9f5586161ea']}} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:00.569462 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-89d600f5-e6ff-41fc-ae9b-8d9c0d7fe6ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a12adfc-82f4-4fdf-8994-12ec1d6f0a7e') {'for_net_delete': True} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:00.569753 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-89d600f5-e6ff-41fc-ae9b-8d9c0d7fe6ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a12adfc-82f4-4fdf-8994-12ec1d6f0a7e') {} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:00.580670 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-89d600f5-e6ff-41fc-ae9b-8d9c0d7fe6ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781908258151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796454'] for segment, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:00.596557 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-89d600f5-e6ff-41fc-ae9b-8d9c0d7fe6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:00.602455 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d600f5-e6ff-41fc-ae9b-8d9c0d7fe6ae admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=78664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:21:00.602832 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-89d600f5-e6ff-41fc-ae9b-8d9c0d7fe6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16084930'] for segment, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: Traceback (most recent call last): May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: timer() May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: cb(*args, **kw) May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: return func(*args, **kwargs) May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: self._notify() May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: self.callback(batched_events) May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: event.method(event) May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: return f(self, *a, **k) May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._get(url).json() May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: return self.request(url, 'GET', **kwargs) May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:21:00.616087 dv-cinder-786385-3-iscsi neutron-server[78664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:21:00.692499 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-89d600f5-e6ff-41fc-ae9b-8d9c0d7fe6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16389488'] for network, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:00.697357 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-89d600f5-e6ff-41fc-ae9b-8d9c0d7fe6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:00.701295 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:00.720827 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-89d600f5-e6ff-41fc-ae9b-8d9c0d7fe6ae admin admin] 10.222.0.16 "DELETE /v2.0/networks/9e869266-66bc-4072-83cc-b9f5586161ea HTTP/1.1" status: 204 len: 168 time: 0.4063733 May 10 17:21:00.721804 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d600f5-e6ff-41fc-ae9b-8d9c0d7fe6ae admin admin] Pushing event deleted for resources: {'Network': ['ID=9e869266-66bc-4072-83cc-b9f5586161ea,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:00.728417 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-89d600f5-e6ff-41fc-ae9b-8d9c0d7fe6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:00.906650 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 51252) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:00.958684 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-bb9b8fa1-597c-46be-9e70-7e4635e41155 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99cc5f66dab743b2ba252a4a6796f0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476811 May 10 17:21:00.958982 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 51256) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:01.004372 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8c8e5-48bb-4ea4-bf6a-4c1d2e4bd316 req-40ac13bf-b95d-40f7-8e28-2cfd117655af tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:01.005912 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-61b8c8e5-48bb-4ea4-bf6a-4c1d2e4bd316 req-40ac13bf-b95d-40f7-8e28-2cfd117655af tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.0853026 May 10 17:21:01.017257 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-4edb2148-0fd0-4015-bca4-3722ad8244fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:01.047136 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-4edb2148-0fd0-4015-bca4-3722ad8244fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:01.052087 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-61b8c8e5-48bb-4ea4-bf6a-4c1d2e4bd316 req-19e5ca55-1bbe-4a75-badd-d3f35a3b0009 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402617 May 10 17:21:01.099730 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-4edb2148-0fd0-4015-bca4-3722ad8244fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:01.104561 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-14891585-51b2-4e62-8176-b8ba09eb74ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:01.117145 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb2148-0fd0-4015-bca4-3722ad8244fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd007631-42fd-41aa-8fdc-aa57bf0e5eb0,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:01.119388 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-4edb2148-0fd0-4015-bca4-3722ad8244fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:01.121782 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-4edb2148-0fd0-4015-bca4-3722ad8244fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:01.125056 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-4edb2148-0fd0-4015-bca4-3722ad8244fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd007631-42fd-41aa-8fdc-aa57bf0e5eb0 HTTP/1.1" status: 204 len: 168 time: 0.1629446 May 10 17:21:01.480953 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 51280) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:01.530063 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-dd4dc894-4dd9-4417-acf7-271e0bdc1e10 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4ec077e33784ad1a6b938b1175d41da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478525 May 10 17:21:01.532442 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 51284) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:01.595016 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-24060c06-2912-40f6-9275-defbc95b94f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:01.622108 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-24060c06-2912-40f6-9275-defbc95b94f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:01.675129 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-24060c06-2912-40f6-9275-defbc95b94f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:01.679840 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-915d9ee1-8ac5-4f21-a496-0f46eb3aebba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:01.693711 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24060c06-2912-40f6-9275-defbc95b94f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5586fea5-3422-44b4-bad0-93a6e3daf37c,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:01.695992 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-24060c06-2912-40f6-9275-defbc95b94f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:01.699865 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-24060c06-2912-40f6-9275-defbc95b94f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5586fea5-3422-44b4-bad0-93a6e3daf37c HTTP/1.1" status: 204 len: 168 time: 0.1662624 May 10 17:21:01.700662 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-24060c06-2912-40f6-9275-defbc95b94f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:02.247904 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62987e3e-cbb7-40d4-ace2-e11c156e3ac2 req-0eb4242c-7d1f-415f-8e4d-e25a345885f9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:02.249392 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-62987e3e-cbb7-40d4-ace2-e11c156e3ac2 req-0eb4242c-7d1f-415f-8e4d-e25a345885f9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.0826895 May 10 17:21:02.297061 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-62987e3e-cbb7-40d4-ace2-e11c156e3ac2 req-8b173732-cbdd-42e3-b7a5-36b7a4ab3470 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417855 May 10 17:21:02.907369 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 51338) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:03.144836 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d78951ea-4005-49c0-bc63-349ddd92bb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:03.158986 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-d78951ea-4005-49c0-bc63-349ddd92bb2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:03.162843 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-d78951ea-4005-49c0-bc63-349ddd92bb2b admin admin] Usage tracker for resource:security_group_rule and tenant:5b28b9221e57450cb66028487662da8d is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:03.165927 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-d78951ea-4005-49c0-bc63-349ddd92bb2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:03.171550 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-d78951ea-4005-49c0-bc63-349ddd92bb2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:03.254438 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d78951ea-4005-49c0-bc63-349ddd92bb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:03.258427 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d78951ea-4005-49c0-bc63-349ddd92bb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:03.266820 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-24060c06-2912-40f6-9275-defbc95b94f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:03.306203 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-d78951ea-4005-49c0-bc63-349ddd92bb2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b28b9221e57450cb66028487662da8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3972998 May 10 17:21:03.307822 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78951ea-4005-49c0-bc63-349ddd92bb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6762f80-7b8d-4459-b423-0350fdcf46da,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:03.308802 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 51356) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:03.310793 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-d78951ea-4005-49c0-bc63-349ddd92bb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:03.371044 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-44d61f04-b430-4cd6-8880-5b1a123c0c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:03.397729 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-44d61f04-b430-4cd6-8880-5b1a123c0c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:03.458097 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-44d61f04-b430-4cd6-8880-5b1a123c0c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:03.462097 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-dc7ced3c-ed09-4e32-9753-375ebbdd77a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:03.474895 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d61f04-b430-4cd6-8880-5b1a123c0c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6762f80-7b8d-4459-b423-0350fdcf46da,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:03.478355 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-44d61f04-b430-4cd6-8880-5b1a123c0c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:03.485864 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-44d61f04-b430-4cd6-8880-5b1a123c0c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:03.487035 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-44d61f04-b430-4cd6-8880-5b1a123c0c8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6762f80-7b8d-4459-b423-0350fdcf46da HTTP/1.1" status: 204 len: 168 time: 0.1771996 May 10 17:21:03.516567 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303244c1-117f-4cc7-af9b-824c78ba5dbc req-e70489ba-a91c-4195-9fc3-a226703eee7b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:03.521473 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-303244c1-117f-4cc7-af9b-824c78ba5dbc req-e70489ba-a91c-4195-9fc3-a226703eee7b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1138744 May 10 17:21:03.585239 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-303244c1-117f-4cc7-af9b-824c78ba5dbc req-eb23c9cc-7841-4821-a2f9-fd009b546351 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557933 May 10 17:21:04.786895 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c938a-f2cc-43af-9b54-8710bddf0ee4 req-aed12e22-2567-49fa-a637-88f7c279e7de tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:04.788634 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-856c938a-f2cc-43af-9b54-8710bddf0ee4 req-aed12e22-2567-49fa-a637-88f7c279e7de tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1009221 May 10 17:21:04.845522 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-856c938a-f2cc-43af-9b54-8710bddf0ee4 req-841e6d00-fffd-45e7-b3e6-4bb57da30312 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444949 May 10 17:21:05.555904 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b92ee-bbe9-4fb2-96a1-d2926372b69d req-c86d373b-b1b6-4cf6-872d-d19805e4ac4a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:05.557396 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0e8b92ee-bbe9-4fb2-96a1-d2926372b69d req-c86d373b-b1b6-4cf6-872d-d19805e4ac4a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.0873339 May 10 17:21:05.613020 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0e8b92ee-bbe9-4fb2-96a1-d2926372b69d req-3cbea70b-1d88-4b46-a126-0504867f2f33 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487156 May 10 17:21:06.038632 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69a143-cca5-43de-bd75-dbdbdc4692ef req-c437efc4-3bc3-4adb-923f-d02ecc8b50dc tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:06.040082 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1c69a143-cca5-43de-bd75-dbdbdc4692ef req-c437efc4-3bc3-4adb-923f-d02ecc8b50dc tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.0832949 May 10 17:21:06.085530 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1c69a143-cca5-43de-bd75-dbdbdc4692ef req-ad49a28b-0010-4cc4-a14e-32b995098f8f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397284 May 10 17:21:06.204650 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-28209f25-2fd4-4290-aed8-af9ab1491274 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=79434944688741999975d27d425fcb7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268652 May 10 17:21:06.356172 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-e6c2833a-81f8-4f99-9630-2de38c47f3f5 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:06.357625 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-e6c2833a-81f8-4f99-9630-2de38c47f3f5 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469486 May 10 17:21:06.372519 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-6a531778-e342-4ab1-ba43-41471d84ca99 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/quotas/79434944688741999975d27d425fcb7e HTTP/1.1" status: 200 len: 375 time: 0.0092807 May 10 17:21:06.420267 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-bbc30d38-1b4a-4c65-8584-802a45cc0011 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79434944688741999975d27d425fcb7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424852 May 10 17:21:06.589883 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-90adc972-7e8a-4ffc-be38-e29562b3a7ff req-0c30bdb9-c5a0-46ac-9ef1-14af527040f2 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c1eaff7-835b-4033-813a-c552c2d5db51 HTTP/1.1" status: 200 len: 210 time: 0.0421541 May 10 17:21:06.817950 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f4965-a9f5-4f01-a66b-98e8d776eb48 req-7f8f7480-e3bb-4406-bf17-7a7fc9f153fb tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:06.819551 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-975f4965-a9f5-4f01-a66b-98e8d776eb48 req-7f8f7480-e3bb-4406-bf17-7a7fc9f153fb tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.0838356 May 10 17:21:06.866897 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-975f4965-a9f5-4f01-a66b-98e8d776eb48 req-c6c29e22-5712-45f5-92d2-261306db25f6 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398457 May 10 17:21:07.291026 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-15c10163-4933-492b-86f3-2d6703b57fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:07.302813 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ede5d9-0a18-4d2c-bebf-8754b294ced6 req-81ca39e4-1705-405e-acab-6fb6d70e10cb tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:07.304320 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-77ede5d9-0a18-4d2c-bebf-8754b294ced6 req-81ca39e4-1705-405e-acab-6fb6d70e10cb tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1040719 May 10 17:21:07.357438 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-77ede5d9-0a18-4d2c-bebf-8754b294ced6 req-be90cc43-32f9-4cee-b30a-8e43a2b4a08a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435319 May 10 17:21:07.467714 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:07.784691 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-72af8739-e4fb-4a75-b0be-1025e0c9c70f req-3c38ccfe-ad07-4d32-9a9f-03e96d21004e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c1eaff7-835b-4033-813a-c552c2d5db51 HTTP/1.1" status: 200 len: 210 time: 0.0880878 May 10 17:21:07.905087 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-389c2553-f311-4c7d-adba-bfb98e017c47 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=79434944688741999975d27d425fcb7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378160 May 10 17:21:08.079233 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055400c-022a-4b2c-a887-91a559a93fb0 req-03b03f45-1c9a-4e3b-bb9c-d6534fa73d06 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:08.080666 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a055400c-022a-4b2c-a887-91a559a93fb0 req-03b03f45-1c9a-4e3b-bb9c-d6534fa73d06 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.0948157 May 10 17:21:08.134379 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a055400c-022a-4b2c-a887-91a559a93fb0 req-fa4848ea-031d-4ff3-b77d-a20301a2e923 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469377 May 10 17:21:08.152489 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-6eb3e9d4-eb22-4b10-a649-c2d465579625 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:08.154037 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-6eb3e9d4-eb22-4b10-a649-c2d465579625 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2428379 May 10 17:21:08.175414 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Request body: {'port': {'device_id': '2c1eaff7-835b-4033-813a-c552c2d5db51', 'network_id': 'd4480398-7261-4bd3-a151-a6ce3740ba26', 'admin_state_up': True, 'tenant_id': '79434944688741999975d27d425fcb7e'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:08.308499 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:08.312265 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Usage tracker for resource:port and tenant:79434944688741999975d27d425fcb7e is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:08.315099 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:08.320719 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:08.331660 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Made reservation on behalf of 79434944688741999975d27d425fcb7e for: {'port': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:21:08.335057 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:08.347957 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:08.362856 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:08.369037 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Usage tracker for resource:security_group_rule and tenant:79434944688741999975d27d425fcb7e is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:08.371861 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:08.377642 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:08.510886 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:08.516593 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:08.525836 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d03f879e-b0d1-4106-ad52-6dfdaeb98305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:08.612429 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a937607-8f2e-45af-997f-68ba7c6eb626,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:08.618224 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:08.699031 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788605f1-91bd-4d7f-aeca-a6fdb5fcd49a req-d064a615-ec4f-4263-9eec-34416d6c735f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:08.700755 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-788605f1-91bd-4d7f-aeca-a6fdb5fcd49a req-d064a615-ec4f-4263-9eec-34416d6c735f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.2285886 May 10 17:21:08.741643 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Allocated IP 192.168.233.18 (d4480398-7261-4bd3-a151-a6ce3740ba26/1384c52b-4d74-47aa-996a-458e480f8088/e0c0acfd-7fd1-4da9-9b86-79916d1d222b) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:21:08.779801 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-788605f1-91bd-4d7f-aeca-a6fdb5fcd49a req-35e43fdf-8d6c-492c-a2cb-6d5177533912 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570748 May 10 17:21:08.949709 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-69244621-50ab-404d-b7a8-a66625ed1008 req-249a37ca-5cee-4f37-81aa-ffe246ea91a3 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c1eaff7-835b-4033-813a-c552c2d5db51 HTTP/1.1" status: 200 len: 210 time: 0.0539436 May 10 17:21:09.026698 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:09.045040 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Transition to ACTIVE for port object e0c0acfd-7fd1-4da9-9b86-79916d1d222b will not be triggered until provisioned by entity DHCP. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:09.084364 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:09.091819 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:09.159567 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Network d4480398-7261-4bd3-a151-a6ce3740ba26 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:21:09.162744 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:09.172315 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:21:09.218825 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Pushing event updated for resources: {'Port': ['ID=e0c0acfd-7fd1-4da9-9b86-79916d1d222b,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:09.231195 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:09.272828 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:09.273485 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:09.357910 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1867602 May 10 17:21:09.385937 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Request body: {'port': {'device_id': '2c1eaff7-835b-4033-813a-c552c2d5db51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:09.436027 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cf5a2-c1be-42df-9242-4b22c6ab8585 req-b5bb2e56-1af8-41b2-8da2-119e526770b9 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:09.437449 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-dd4cf5a2-c1be-42df-9242-4b22c6ab8585 req-b5bb2e56-1af8-41b2-8da2-119e526770b9 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1316979 May 10 17:21:09.478816 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-7da38214-6707-4b12-a846-faf8bed13c7a None None] Provisioning for port e0c0acfd-7fd1-4da9-9b86-79916d1d222b completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:09.484097 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-7da38214-6707-4b12-a846-faf8bed13c7a None None] Provisioning complete for port e0c0acfd-7fd1-4da9-9b86-79916d1d222b triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:09.484472 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-7da38214-6707-4b12-a846-faf8bed13c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:09.537496 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-7da38214-6707-4b12-a846-faf8bed13c7a None None] Port e0c0acfd-7fd1-4da9-9b86-79916d1d222b cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:21:09.541064 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-dd4cf5a2-c1be-42df-9242-4b22c6ab8585 req-ba0d0480-793d-455a-b1a5-bc96901228f1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967557 May 10 17:21:09.551106 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:09.866144 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:09.885655 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-15aa229c-02c7-4c19-b35b-6d830d5c48a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:09.899984 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c0acfd-7fd1-4da9-9b86-79916d1d222b {{(pid=78664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:21:09.907565 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:09.922672 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Transition to ACTIVE for port object e0c0acfd-7fd1-4da9-9b86-79916d1d222b will not be triggered until provisioned by entity L2. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:09.925889 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:09.930550 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:09.984645 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369dbf53-a72b-451e-a893-89f3eb9bc502 req-f06de2ee-9dd0-4588-9e4b-00250c159ffc tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:09.988635 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-369dbf53-a72b-451e-a893-89f3eb9bc502 req-f06de2ee-9dd0-4588-9e4b-00250c159ffc tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.0877929 May 10 17:21:10.056256 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-369dbf53-a72b-451e-a893-89f3eb9bc502 req-df7aa9f1-ed73-4c54-933a-5cbc9a81e36c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598397 May 10 17:21:10.067286 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Pushing event updated for resources: {'Port': ['ID=e0c0acfd-7fd1-4da9-9b86-79916d1d222b,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:10.079734 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:10.344648 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Attempting to bind port e0c0acfd-7fd1-4da9-9b86-79916d1d222b on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:21:10.345003 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Attempting to bind port e0c0acfd-7fd1-4da9-9b86-79916d1d222b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '2d1a967c-eae2-4cac-bafd-a439358a863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4480398-7261-4bd3-a151-a6ce3740ba26'}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:21:10.345324 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Attempting to bind port e0c0acfd-7fd1-4da9-9b86-79916d1d222b on network d4480398-7261-4bd3-a151-a6ce3740ba26 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:21:10.358103 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98731d-b398-4c19-b48a-75cba8efff2e req-bc4d9109-68f5-4b89-964b-2a11d7d1f1ed tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:10.358794 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-ea98731d-b398-4c19-b48a-75cba8efff2e req-bc4d9109-68f5-4b89-964b-2a11d7d1f1ed tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Synchronizing usage tracker for tenant:79434944688741999975d27d425fcb7e on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:21:10.362799 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Port e0c0acfd-7fd1-4da9-9b86-79916d1d222b on network d4480398-7261-4bd3-a151-a6ce3740ba26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:21:10.363120 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Attempting to bind port e0c0acfd-7fd1-4da9-9b86-79916d1d222b on network d4480398-7261-4bd3-a151-a6ce3740ba26 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:21:10.370307 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:21:10.370644 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Checking segment: {'id': '2d1a967c-eae2-4cac-bafd-a439358a863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4480398-7261-4bd3-a151-a6ce3740ba26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:21:10.371018 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Bound using segment: {'id': '2d1a967c-eae2-4cac-bafd-a439358a863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4480398-7261-4bd3-a151-a6ce3740ba26'} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:21:10.371448 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Bound port: e0c0acfd-7fd1-4da9-9b86-79916d1d222b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1a967c-eae2-4cac-bafd-a439358a863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4480398-7261-4bd3-a151-a6ce3740ba26'}}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:21:10.371784 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:10.428675 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-ea98731d-b398-4c19-b48a-75cba8efff2e req-bc4d9109-68f5-4b89-964b-2a11d7d1f1ed tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Unset dirty status for tenant:79434944688741999975d27d425fcb7e on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:21:10.430129 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ea98731d-b398-4c19-b48a-75cba8efff2e req-bc4d9109-68f5-4b89-964b-2a11d7d1f1ed tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c1eaff7-835b-4033-813a-c552c2d5db51 HTTP/1.1" status: 200 len: 947 time: 0.3137875 May 10 17:21:10.523687 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-ea98731d-b398-4c19-b48a-75cba8efff2e req-95930594-a255-4d23-8f0b-02e900f68f0b tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Synchronizing usage tracker for tenant:79434944688741999975d27d425fcb7e on resource:security_group {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:21:10.531871 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] For port e0c0acfd-7fd1-4da9-9b86-79916d1d222b, host hv-cinder-78638, cleared binding levels {{(pid=78664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:21:10.537204 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] For port e0c0acfd-7fd1-4da9-9b86-79916d1d222b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0c0acfd-7fd1-4da9-9b86-79916d1d222b,segment=NetworkSegment(2d1a967c-eae2-4cac-bafd-a439358a863b),segment_id=2d1a967c-eae2-4cac-bafd-a439358a863b)] {{(pid=78664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:21:10.545022 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:10.550339 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:10.599609 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-ea98731d-b398-4c19-b48a-75cba8efff2e req-95930594-a255-4d23-8f0b-02e900f68f0b tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Unset dirty status for tenant:79434944688741999975d27d425fcb7e on resource:security_group {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:21:10.607887 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ea98731d-b398-4c19-b48a-75cba8efff2e req-95930594-a255-4d23-8f0b-02e900f68f0b tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a937607-8f2e-45af-997f-68ba7c6eb626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700101 May 10 17:21:10.647088 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:10.647711 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:10.649101 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] 10.222.0.48 "PUT /v2.0/ports/e0c0acfd-7fd1-4da9-9b86-79916d1d222b HTTP/1.1" status: 200 len: 1097 time: 1.2680697 May 10 17:21:10.649633 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1eaff7-835b-4033-813a-c552c2d5db51', 'tag': 'e0c0acfd-7fd1-4da9-9b86-79916d1d222b'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:21:10.659848 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Pushing event updated for resources: {'Port': ['ID=e0c0acfd-7fd1-4da9-9b86-79916d1d222b,revision_number=3']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:10.666813 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:10.710131 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1eaff7-835b-4033-813a-c552c2d5db51', 'tag': 'e0c0acfd-7fd1-4da9-9b86-79916d1d222b', 'status': 'completed', 'code': 200} May 10 17:21:10.746250 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:10.785490 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0104b-5b53-4248-bb75-7eb30aaf98f3 req-e101f20f-2bd9-4eb2-a57e-5c1b93b64f74 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:10.789588 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-07b0104b-5b53-4248-bb75-7eb30aaf98f3 req-e101f20f-2bd9-4eb2-a57e-5c1b93b64f74 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1077876 May 10 17:21:10.837086 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-07b0104b-5b53-4248-bb75-7eb30aaf98f3 req-15e07388-a63d-48b0-aaa0-7ed67272499b tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437274 May 10 17:21:10.857464 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-48c8b522-b7a9-4226-b6e8-13ab310a27df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:10.858930 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-48c8b522-b7a9-4226-b6e8-13ab310a27df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79434944688741999975d27d425fcb7e&device_id=2c1eaff7-835b-4033-813a-c552c2d5db51 HTTP/1.1" status: 200 len: 1100 time: 0.0815446 May 10 17:21:10.941023 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-fe127fd2-81b9-411c-b600-992419dbe672 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=e0c0acfd-7fd1-4da9-9b86-79916d1d222b HTTP/1.1" status: 200 len: 217 time: 0.0655217 May 10 17:21:11.008194 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-15860699-314a-40d7-b9f1-489f4e8d18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:11.009615 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-15860699-314a-40d7-b9f1-489f4e8d18d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1384c52b-4d74-47aa-996a-458e480f8088 HTTP/1.1" status: 200 len: 843 time: 0.0608730 May 10 17:21:11.085180 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-1c00eb35-d99e-4e70-a9b9-c5c9bd1b8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:11.086559 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-1c00eb35-d99e-4e70-a9b9-c5c9bd1b8301 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4480398-7261-4bd3-a151-a6ce3740ba26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0700305 May 10 17:21:11.265329 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-20b10987-c357-4dd1-a624-a379fbf281b7 service neutron] 10.222.0.48 "GET /v2.0/networks/d4480398-7261-4bd3-a151-a6ce3740ba26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704667 May 10 17:21:11.372512 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34768f81-5877-482e-bc06-b7ebebd2f23b req-2e076d57-53a4-4177-928f-d0406560d9e2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:11.374001 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-34768f81-5877-482e-bc06-b7ebebd2f23b req-2e076d57-53a4-4177-928f-d0406560d9e2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1875613 May 10 17:21:11.456281 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-34768f81-5877-482e-bc06-b7ebebd2f23b req-70f0fe33-a590-4e4e-8ad5-42fc649720b6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722287 May 10 17:21:11.458388 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5e80bbc2-550a-4b79-b6cf-cc49306b2a05 req-58364ee0-9222-4856-a035-9c9b9850ce72 service neutron] 10.222.0.48 "GET /v2.0/networks/d4480398-7261-4bd3-a151-a6ce3740ba26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856415 May 10 17:21:11.668358 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b870fc-4b58-48bb-baa4-97dd42bab340 req-933fa651-6b69-4259-aaec-a045a128ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:11.670043 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-94b870fc-4b58-48bb-baa4-97dd42bab340 req-933fa651-6b69-4259-aaec-a045a128ac7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79434944688741999975d27d425fcb7e&device_id=2c1eaff7-835b-4033-813a-c552c2d5db51 HTTP/1.1" status: 200 len: 1100 time: 0.0822413 May 10 17:21:11.879401 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b870fc-4b58-48bb-baa4-97dd42bab340 req-a76a0b2b-1c18-4270-bc77-aa6f154c731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:11.884577 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-94b870fc-4b58-48bb-baa4-97dd42bab340 req-a76a0b2b-1c18-4270-bc77-aa6f154c731d service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4480398-7261-4bd3-a151-a6ce3740ba26 HTTP/1.1" status: 200 len: 870 time: 0.2017424 May 10 17:21:11.929101 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecbcad-653d-4b85-826f-fa04af778b65 req-4d1940b5-a9e2-4ff9-8899-30f435c88f6c tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:11.939267 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f9ecbcad-653d-4b85-826f-fa04af778b65 req-4d1940b5-a9e2-4ff9-8899-30f435c88f6c tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c1eaff7-835b-4033-813a-c552c2d5db51 HTTP/1.1" status: 200 len: 947 time: 0.1450541 May 10 17:21:11.967985 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-94b870fc-4b58-48bb-baa4-97dd42bab340 req-cb5080b4-6fa4-4d06-aa6d-ba6fe49903e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=e0c0acfd-7fd1-4da9-9b86-79916d1d222b HTTP/1.1" status: 200 len: 217 time: 0.0776010 May 10 17:21:12.012315 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f9ecbcad-653d-4b85-826f-fa04af778b65 req-74e1a39a-b6a3-42c7-81b6-6f0fc78dee94 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a937607-8f2e-45af-997f-68ba7c6eb626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712967 May 10 17:21:12.098426 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b870fc-4b58-48bb-baa4-97dd42bab340 req-dcda4e00-6fcf-4b7b-8842-680578d6bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:12.099823 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-94b870fc-4b58-48bb-baa4-97dd42bab340 req-dcda4e00-6fcf-4b7b-8842-680578d6bdfd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1384c52b-4d74-47aa-996a-458e480f8088 HTTP/1.1" status: 200 len: 843 time: 0.1222088 May 10 17:21:12.168045 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ef558-48c6-442e-9017-0ea72ddde7c3 req-e0494ae4-8392-4eff-a1b8-71af6b97c6c4 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:12.169415 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5d9ef558-48c6-442e-9017-0ea72ddde7c3 req-e0494ae4-8392-4eff-a1b8-71af6b97c6c4 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1904283 May 10 17:21:12.222703 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b870fc-4b58-48bb-baa4-97dd42bab340 req-ee11a9b2-6834-4b3c-9854-35a491da0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:12.224134 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-94b870fc-4b58-48bb-baa4-97dd42bab340 req-ee11a9b2-6834-4b3c-9854-35a491da0b36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4480398-7261-4bd3-a151-a6ce3740ba26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1169579 May 10 17:21:12.228521 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5d9ef558-48c6-442e-9017-0ea72ddde7c3 req-cf4e3859-410d-4328-813e-2316614187c0 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521190 May 10 17:21:12.410363 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:12.440711 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-94b870fc-4b58-48bb-baa4-97dd42bab340 req-a9cffba5-1781-496a-b5db-dd3191049408 service neutron] 10.222.0.48 "GET /v2.0/networks/d4480398-7261-4bd3-a151-a6ce3740ba26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078984 May 10 17:21:12.579883 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-94b870fc-4b58-48bb-baa4-97dd42bab340 req-bd48fe52-6159-4313-9ba8-51ff18dcb785 service neutron] 10.222.0.48 "GET /v2.0/networks/d4480398-7261-4bd3-a151-a6ce3740ba26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315055 May 10 17:21:12.658210 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19474dd-dc90-47a2-8a40-4cf3fd7a7767 req-980fb6cc-82c7-4b5f-8518-8f5c389888c4 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:12.660257 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d19474dd-dc90-47a2-8a40-4cf3fd7a7767 req-980fb6cc-82c7-4b5f-8518-8f5c389888c4 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.0841048 May 10 17:21:12.705047 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d19474dd-dc90-47a2-8a40-4cf3fd7a7767 req-2c437011-add0-46d8-9461-cb1b36607a9e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385594 May 10 17:21:13.151876 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6d6c8-f107-4839-938f-2b6d308ced09 req-72a1903f-fea9-41bf-9952-7997f51a2dc8 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:13.152546 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1025c3-922c-47a6-9700-bf13a920a85c req-de819693-cc14-4c69-a5f7-9d188f72ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:13.153619 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b1025c3-922c-47a6-9700-bf13a920a85c req-de819693-cc14-4c69-a5f7-9d188f72ab34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9bccd4acb8f14e2c89f70d682d458f36&device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 1099 time: 0.1341107 May 10 17:21:13.153829 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7ff6d6c8-f107-4839-938f-2b6d308ced09 req-72a1903f-fea9-41bf-9952-7997f51a2dc8 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1089211 May 10 17:21:13.229852 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7ff6d6c8-f107-4839-938f-2b6d308ced09 req-95688fea-3dc5-445f-8048-8dbe46ca4fe0 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696509 May 10 17:21:13.367885 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70613ddb-c10e-4bac-b603-d2cef3fcdfac req-8c2e7e76-1ccc-445a-aa5c-46ac49d6a0e6 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:13.369410 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-70613ddb-c10e-4bac-b603-d2cef3fcdfac req-8c2e7e76-1ccc-445a-aa5c-46ac49d6a0e6 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c1eaff7-835b-4033-813a-c552c2d5db51 HTTP/1.1" status: 200 len: 947 time: 0.1855423 May 10 17:21:13.403384 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1025c3-922c-47a6-9700-bf13a920a85c req-5d2fabd9-cee3-482b-885b-71620a98571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:13.404858 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b1025c3-922c-47a6-9700-bf13a920a85c req-5d2fabd9-cee3-482b-885b-71620a98571b service neutron] 10.222.0.48 "GET /v2.0/networks?id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4 HTTP/1.1" status: 200 len: 920 time: 0.2433755 May 10 17:21:13.458938 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43acb6-04a8-4a07-8822-7571d94a3cc9 req-ab123277-dbba-437e-a799-9d3435c5ac02 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:13.460419 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ed43acb6-04a8-4a07-8822-7571d94a3cc9 req-ab123277-dbba-437e-a799-9d3435c5ac02 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1077540 May 10 17:21:13.497232 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b1025c3-922c-47a6-9700-bf13a920a85c req-7301ec37-77c0-4316-88ac-4a6033751893 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2157096-4281-4005-ae95-f0a5a9d2c3e9 HTTP/1.1" status: 200 len: 217 time: 0.0762925 May 10 17:21:13.501378 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-70613ddb-c10e-4bac-b603-d2cef3fcdfac req-a127c334-5afc-42b6-9fb4-f52369764a18 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a937607-8f2e-45af-997f-68ba7c6eb626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227996 May 10 17:21:13.522731 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ed43acb6-04a8-4a07-8822-7571d94a3cc9 req-4ce65c8f-89e4-486f-8697-831b69b75bd1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560589 May 10 17:21:13.595430 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1025c3-922c-47a6-9700-bf13a920a85c req-7f2f80b1-df36-473f-9f0a-f5d0fcbe46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:13.596935 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b1025c3-922c-47a6-9700-bf13a920a85c req-7f2f80b1-df36-473f-9f0a-f5d0fcbe46b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=be69cc52-9a98-4fc1-87f3-313de9e76b52 HTTP/1.1" status: 200 len: 859 time: 0.0749104 May 10 17:21:13.637206 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 51594) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:13.649092 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b1025c3-922c-47a6-9700-bf13a920a85c req-d7154622-f338-409e-99a0-d822979a2a04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454767 May 10 17:21:13.765437 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device e0c0acfd-7fd1-4da9-9b86-79916d1d222b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:21:13.815478 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b1025c3-922c-47a6-9700-bf13a920a85c req-5aa345ce-4f3b-47b2-8b63-a973972c4ffd service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587727 May 10 17:21:13.824022 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-01765924-6345-4146-a919-8c5b5b0b455f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:13.841001 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-01765924-6345-4146-a919-8c5b5b0b455f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:13.844995 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-01765924-6345-4146-a919-8c5b5b0b455f admin admin] Usage tracker for resource:security_group_rule and tenant:b31d3ea0112140e9a733b742e0435390 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:13.848548 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-01765924-6345-4146-a919-8c5b5b0b455f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:13.854452 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-01765924-6345-4146-a919-8c5b5b0b455f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:13.954811 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port e0c0acfd-7fd1-4da9-9b86-79916d1d222b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0c0acfd-7fd1-4da9-9b86-79916d1d222b,segment=NetworkSegment(2d1a967c-eae2-4cac-bafd-a439358a863b),segment_id=2d1a967c-eae2-4cac-bafd-a439358a863b)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:13.967137 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-01765924-6345-4146-a919-8c5b5b0b455f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:13.972219 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-01765924-6345-4146-a919-8c5b5b0b455f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:13.972777 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': 'e0c0acfd-7fd1-4da9-9b86-79916d1d222b', 'network_id': 'd4480398-7261-4bd3-a151-a6ce3740ba26', 'port_id': 'e0c0acfd-7fd1-4da9-9b86-79916d1d222b', 'mac_address': 'fa:16:3e:f9:b3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1384c52b-4d74-47aa-996a-458e480f8088', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:21:13.981131 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-d78951ea-4005-49c0-bc63-349ddd92bb2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:14.010380 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b1025c3-922c-47a6-9700-bf13a920a85c req-c15e145e-b835-4636-872b-93347d3b6af1 service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880672 May 10 17:21:14.019982 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-01765924-6345-4146-a919-8c5b5b0b455f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b31d3ea0112140e9a733b742e0435390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816319 May 10 17:21:14.022469 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 51602) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:14.031475 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:14.040434 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01765924-6345-4146-a919-8c5b5b0b455f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a924d7-dfd3-4a43-9776-5c493e9dd657,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:14.044432 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-01765924-6345-4146-a919-8c5b5b0b455f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:14.047085 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fb3d4-2889-49f0-834d-f76729dc32b8 req-bebe772f-ef2a-4fa1-8ba8-0d3f923a6e5b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:14.049411 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-476fb3d4-2889-49f0-834d-f76729dc32b8 req-bebe772f-ef2a-4fa1-8ba8-0d3f923a6e5b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1367762 May 10 17:21:14.050780 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c0acfd-7fd1-4da9-9b86-79916d1d222b {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:21:14.068372 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port e0c0acfd-7fd1-4da9-9b86-79916d1d222b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0c0acfd-7fd1-4da9-9b86-79916d1d222b,segment=NetworkSegment(2d1a967c-eae2-4cac-bafd-a439358a863b),segment_id=2d1a967c-eae2-4cac-bafd-a439358a863b)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:14.072950 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:14.074870 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-4bf2e4be-0ad0-4586-b97d-955559dde258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:14.109001 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-65227ade-5b90-4f65-8cb2-b19e5c8fe7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:14.114020 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-476fb3d4-2889-49f0-834d-f76729dc32b8 req-e5330fea-a2f2-47c1-b976-c287fb44a9fa tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587962 May 10 17:21:14.138486 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-65227ade-5b90-4f65-8cb2-b19e5c8fe7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:14.148554 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=e0c0acfd-7fd1-4da9-9b86-79916d1d222b,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:14.156068 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:14.156417 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:14.156758 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:14.157120 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:14.157453 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:14.157780 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:14.158133 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:14.158490 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:14.158845 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:14.159168 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:14.159485 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:14.159803 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:14.164182 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:14.252839 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-65227ade-5b90-4f65-8cb2-b19e5c8fe7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:14.257264 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:14.269792 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65227ade-5b90-4f65-8cb2-b19e5c8fe7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a924d7-dfd3-4a43-9776-5c493e9dd657,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:14.272365 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-65227ade-5b90-4f65-8cb2-b19e5c8fe7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:14.283505 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-65227ade-5b90-4f65-8cb2-b19e5c8fe7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:14.287336 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-65227ade-5b90-4f65-8cb2-b19e5c8fe7bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09a924d7-dfd3-4a43-9776-5c493e9dd657 HTTP/1.1" status: 204 len: 168 time: 0.2639205 May 10 17:21:14.420533 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e8d1c-2cc3-4bee-838a-e0f92a9846be req-b20a2fb6-efed-4cad-b04f-11cab0e34baf tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:14.425242 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fa1e8d1c-2cc3-4bee-838a-e0f92a9846be req-b20a2fb6-efed-4cad-b04f-11cab0e34baf tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.0898201 May 10 17:21:14.470156 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fa1e8d1c-2cc3-4bee-838a-e0f92a9846be req-eb6fa9ed-59b9-4d3d-a615-d0903652f58e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398910 May 10 17:21:14.523793 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['e0c0acfd-7fd1-4da9-9b86-79916d1d222b'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:21:14.731527 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 51632) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:14.753004 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f83e4-c4d4-48ac-8232-5d32406ad7ee req-86985a6a-0f82-4859-9ebb-a50e446547aa tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:14.755381 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d31f83e4-c4d4-48ac-8232-5d32406ad7ee req-86985a6a-0f82-4859-9ebb-a50e446547aa tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c1eaff7-835b-4033-813a-c552c2d5db51 HTTP/1.1" status: 200 len: 948 time: 0.1155257 May 10 17:21:14.836472 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d31f83e4-c4d4-48ac-8232-5d32406ad7ee req-7ec85979-ce31-4ab5-9a9b-cc47e2a3752f tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a937607-8f2e-45af-997f-68ba7c6eb626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697422 May 10 17:21:14.845977 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cacca-186d-4f89-be28-de04557fff41 req-aa696dbb-d125-48e0-a77c-bb2afbdd99a2 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:14.849373 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ec6cacca-186d-4f89-be28-de04557fff41 req-aa696dbb-d125-48e0-a77c-bb2afbdd99a2 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1645231 May 10 17:21:14.898888 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ec6cacca-186d-4f89-be28-de04557fff41 req-4fef56a1-9f2f-48ee-8bb3-3b8c69b78ce0 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443988 May 10 17:21:14.964195 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-68f4bb0a-b48b-4e0f-be30-31edb3b9f5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:14.978801 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-68f4bb0a-b48b-4e0f-be30-31edb3b9f5b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:14.982622 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-68f4bb0a-b48b-4e0f-be30-31edb3b9f5b6 admin admin] Usage tracker for resource:security_group_rule and tenant:3633db8c440f4a6aad6edd778ea03833 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:14.985527 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-68f4bb0a-b48b-4e0f-be30-31edb3b9f5b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:14.991135 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-68f4bb0a-b48b-4e0f-be30-31edb3b9f5b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:15.073227 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-68f4bb0a-b48b-4e0f-be30-31edb3b9f5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:15.078062 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-68f4bb0a-b48b-4e0f-be30-31edb3b9f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:15.087579 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8ed98b11-f960-4252-84bc-239b0ca8cf7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:15.127356 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-68f4bb0a-b48b-4e0f-be30-31edb3b9f5b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3633db8c440f4a6aad6edd778ea03833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941722 May 10 17:21:15.128295 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4bb0a-b48b-4e0f-be30-31edb3b9f5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3979ddf7-e5bf-451b-92a6-fd8bb50a4864,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:15.130109 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 51648) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:15.131237 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-68f4bb0a-b48b-4e0f-be30-31edb3b9f5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:15.153879 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 51654) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:15.195285 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5e0baef7-f08a-453f-b4cc-47b3b3fe433e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:15.222172 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5e0baef7-f08a-453f-b4cc-47b3b3fe433e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:15.273728 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1914562923-network', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:15.279422 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5e0baef7-f08a-453f-b4cc-47b3b3fe433e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:15.280471 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:15.284205 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-17729ead-91d5-48d4-8363-fdd1cc0829db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:15.285806 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Usage tracker for resource:network and tenant:4234b151a6ef47f78f6d57ecc2adac6b is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:15.294063 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:15.296570 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0baef7-f08a-453f-b4cc-47b3b3fe433e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3979ddf7-e5bf-451b-92a6-fd8bb50a4864,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:15.299596 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-5e0baef7-f08a-453f-b4cc-47b3b3fe433e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:15.301700 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5e0baef7-f08a-453f-b4cc-47b3b3fe433e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:15.301884 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:15.305408 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-5e0baef7-f08a-453f-b4cc-47b3b3fe433e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3979ddf7-e5bf-451b-92a6-fd8bb50a4864 HTTP/1.1" status: 204 len: 168 time: 0.1709266 May 10 17:21:15.322111 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Made reservation on behalf of 4234b151a6ef47f78f6d57ecc2adac6b for: {'network': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:21:15.324279 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:15.339805 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:15.361126 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:15.371031 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd0e71-9f07-477f-9b0a-f24c9c3326eb req-c16bbf63-23bd-4040-b0a4-9826e4e19045 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:15.372582 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b7dd0e71-9f07-477f-9b0a-f24c9c3326eb req-c16bbf63-23bd-4040-b0a4-9826e4e19045 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1452122 May 10 17:21:15.374984 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Usage tracker for resource:security_group_rule and tenant:4234b151a6ef47f78f6d57ecc2adac6b is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:15.378437 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:15.398626 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:15.438953 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b7dd0e71-9f07-477f-9b0a-f24c9c3326eb req-25cfc7f3-3937-44d8-afdb-1f17dd0792cb tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574875 May 10 17:21:15.509847 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:15.514063 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:15.518688 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:15.544057 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=78664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:21:15.557209 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a532f33-fb90-4ef5-b6c1-d369af7ba6e8,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:15.561606 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:15.562747 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:15.563137 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.segments_db [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Added segment 1edbd0a0-e731-4c62-8ae5-94317452b125 of type vlan for network 03399b07-9ca5-420c-8844-68a1f7c3a930 May 10 17:21:15.591044 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:15.621874 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:15.623075 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:15.623658 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:15.628875 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 51666) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:15.629516 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:15.673913 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec106328-13de-48ac-9cd4-3ff90a749ac9 req-2a59ff2b-0f02-4765-976d-2e3b4596190e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:15.676102 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ec106328-13de-48ac-9cd4-3ff90a749ac9 req-2a59ff2b-0f02-4765-976d-2e3b4596190e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.0824742 May 10 17:21:15.724204 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ec106328-13de-48ac-9cd4-3ff90a749ac9 req-fe466eb8-aca0-4024-a563-66a391ddb625 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 May 10 17:21:15.790236 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 0b64ee44-dd4a-4759-aa6c-c1ed53271755 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:21:15.794882 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0a077cf8-1d7d-40dd-97ce-848c0eb02419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:15.798178 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device e0c0acfd-7fd1-4da9-9b86-79916d1d222b up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:15.840734 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-0a077cf8-1d7d-40dd-97ce-848c0eb02419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:15.846391 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Pushing event updated for resources: {'Network': ['ID=03399b07-9ca5-420c-8844-68a1f7c3a930,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:15.852485 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6974103 May 10 17:21:15.853274 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 51672) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:15.853871 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-0a077cf8-1d7d-40dd-97ce-848c0eb02419 admin admin] Usage tracker for resource:security_group_rule and tenant:7d5144995ab4461f8cc89e261c6e1986 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:15.856728 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:15.857561 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-0a077cf8-1d7d-40dd-97ce-848c0eb02419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:15.864230 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-0a077cf8-1d7d-40dd-97ce-848c0eb02419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:15.864781 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-1e70af51-2d6c-4ae5-a5fb-5860f21e3d2e admin admin] Request body: {'subnet': {'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1914562923-subnet', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'ip_version': 4}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:15.870395 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-1e70af51-2d6c-4ae5-a5fb-5860f21e3d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:15.871411 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network 03399b07-9ca5-420c-8844-68a1f7c3a930 details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:21:15.876027 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-1e70af51-2d6c-4ae5-a5fb-5860f21e3d2e admin admin] Usage tracker for resource:subnet and tenant:4234b151a6ef47f78f6d57ecc2adac6b is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:15.880467 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-1e70af51-2d6c-4ae5-a5fb-5860f21e3d2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:15.889810 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-1e70af51-2d6c-4ae5-a5fb-5860f21e3d2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:15.903170 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e70af51-2d6c-4ae5-a5fb-5860f21e3d2e admin admin] Made reservation on behalf of 4234b151a6ef47f78f6d57ecc2adac6b for: {'subnet': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:21:15.906215 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1e70af51-2d6c-4ae5-a5fb-5860f21e3d2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14861259'] for subnet, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:16.055794 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port e0c0acfd-7fd1-4da9-9b86-79916d1d222b completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:16.057118 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0a077cf8-1d7d-40dd-97ce-848c0eb02419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:16.065783 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0a077cf8-1d7d-40dd-97ce-848c0eb02419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:16.072140 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port e0c0acfd-7fd1-4da9-9b86-79916d1d222b triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:16.072519 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:16.074946 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-cfc8e25b-bdd5-4f4f-9078-e64c4d130c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:16.130632 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-0a077cf8-1d7d-40dd-97ce-848c0eb02419 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d5144995ab4461f8cc89e261c6e1986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4869819 May 10 17:21:16.131639 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 51678) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:16.137603 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a077cf8-1d7d-40dd-97ce-848c0eb02419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c6d225-690c-4e3d-99a9-060f0da5f905,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:16.140817 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0a077cf8-1d7d-40dd-97ce-848c0eb02419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:16.143048 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 0b64ee44-dd4a-4759-aa6c-c1ed53271755, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0b64ee44-dd4a-4759-aa6c-c1ed53271755,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:16.165853 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '0b64ee44-dd4a-4759-aa6c-c1ed53271755', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'port_id': '0b64ee44-dd4a-4759-aa6c-c1ed53271755', 'mac_address': 'fa:16:3e:97:32:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:21:16.174806 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be7926-8e3f-4108-8d08-c07de7ac959f req-b441f619-3c98-4639-bcfa-006a6f53b60b tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:16.176294 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-27be7926-8e3f-4108-8d08-c07de7ac959f req-b441f619-3c98-4639-bcfa-006a6f53b60b tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c1eaff7-835b-4033-813a-c552c2d5db51 HTTP/1.1" status: 200 len: 948 time: 0.1680562 May 10 17:21:16.208916 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd5486-2d31-4fac-8a2e-45912946a4c2 req-b0f2c150-66c3-4e13-ba11-355205bc50dd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:16.213190 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fecd5486-2d31-4fac-8a2e-45912946a4c2 req-b0f2c150-66c3-4e13-ba11-355205bc50dd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1922464 May 10 17:21:16.233474 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-27be7926-8e3f-4108-8d08-c07de7ac959f req-990f2b0b-e1e9-493d-b756-ff05171163c9 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a937607-8f2e-45af-997f-68ba7c6eb626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506759 May 10 17:21:16.269972 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:16.279750 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:16.307450 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b64ee44-dd4a-4759-aa6c-c1ed53271755 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:21:16.314638 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1eaff7-835b-4033-813a-c552c2d5db51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c0acfd-7fd1-4da9-9b86-79916d1d222b'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:21:16.331557 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fecd5486-2d31-4fac-8a2e-45912946a4c2 req-8601152d-8037-43a2-960c-e4ca46a89e2a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133292 May 10 17:21:16.332112 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port e0c0acfd-7fd1-4da9-9b86-79916d1d222b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0c0acfd-7fd1-4da9-9b86-79916d1d222b,segment=NetworkSegment(2d1a967c-eae2-4cac-bafd-a439358a863b),segment_id=2d1a967c-eae2-4cac-bafd-a439358a863b)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:16.336050 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:16.338864 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 0b64ee44-dd4a-4759-aa6c-c1ed53271755, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0b64ee44-dd4a-4759-aa6c-c1ed53271755,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:16.339702 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:16.354765 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76901325-9c6e-43ee-aa0c-9e93d8e45eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:16.378187 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1eaff7-835b-4033-813a-c552c2d5db51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c0acfd-7fd1-4da9-9b86-79916d1d222b', 'code': 200} May 10 17:21:16.378798 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:16.413782 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=e0c0acfd-7fd1-4da9-9b86-79916d1d222b,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:16.417883 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:16.418598 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:16.457027 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76901325-9c6e-43ee-aa0c-9e93d8e45eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:16.494051 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=0b64ee44-dd4a-4759-aa6c-c1ed53271755,revision_number=6']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:16.504882 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:16.553574 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76901325-9c6e-43ee-aa0c-9e93d8e45eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:16.558286 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-87e16a11-bfea-4c4c-b459-e332c59ce001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:16.575262 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76901325-9c6e-43ee-aa0c-9e93d8e45eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c6d225-690c-4e3d-99a9-060f0da5f905,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:16.579383 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-76901325-9c6e-43ee-aa0c-9e93d8e45eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:16.592070 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['0b64ee44-dd4a-4759-aa6c-c1ed53271755'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:21:16.630914 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76901325-9c6e-43ee-aa0c-9e93d8e45eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:16.632107 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-76901325-9c6e-43ee-aa0c-9e93d8e45eeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13c6d225-690c-4e3d-99a9-060f0da5f905 HTTP/1.1" status: 204 len: 168 time: 0.4994938 May 10 17:21:16.667522 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130967f8-6514-490b-938f-0cb4fc2fcf3c req-b048805c-154b-4860-8d50-112df7aee778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:16.668885 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-130967f8-6514-490b-938f-0cb4fc2fcf3c req-b048805c-154b-4860-8d50-112df7aee778 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c1eaff7-835b-4033-813a-c552c2d5db51 HTTP/1.1" status: 200 len: 1102 time: 0.0731854 May 10 17:21:16.708354 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1e70af51-2d6c-4ae5-a5fb-5860f21e3d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14767415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14861241'] for subnet, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:16.714897 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:16.773293 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-130967f8-6514-490b-938f-0cb4fc2fcf3c req-90d57ab8-aafe-4045-8780-98eace12b6c7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8a937607-8f2e-45af-997f-68ba7c6eb626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939770 May 10 17:21:16.811422 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e90d26-dc01-4b94-b258-cd860b1cfbff req-adc2e4ac-86fd-4177-90ca-918c464f590b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:16.812992 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-80e90d26-dc01-4b94-b258-cd860b1cfbff req-adc2e4ac-86fd-4177-90ca-918c464f590b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 945 time: 0.2265432 May 10 17:21:16.816255 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70af51-2d6c-4ae5-a5fb-5860f21e3d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:16.820032 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-1e70af51-2d6c-4ae5-a5fb-5860f21e3d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:16.846575 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e70af51-2d6c-4ae5-a5fb-5860f21e3d2e admin admin] Checking segment: {'id': '1edbd0a0-e731-4c62-8ae5-94317452b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:21:16.846939 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e70af51-2d6c-4ae5-a5fb-5860f21e3d2e admin admin] Network hostable DHCP agents. Network: 03399b07-9ca5-420c-8844-68a1f7c3a930, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:21:16.875315 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-80e90d26-dc01-4b94-b258-cd860b1cfbff req-59bac53f-1c4f-42e1-a7ab-4e55a7f6420d tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522993 May 10 17:21:16.885313 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e70af51-2d6c-4ae5-a5fb-5860f21e3d2e admin admin] Network 03399b07-9ca5-420c-8844-68a1f7c3a930 is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:21:16.901085 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-1e70af51-2d6c-4ae5-a5fb-5860f21e3d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, 03399b07-9ca5-420c-8844-68a1f7c3a930) {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:16.919588 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3203ed94-4a6c-48b6-a569-92cf0da06edc None None] Network 03399b07-9ca5-420c-8844-68a1f7c3a930 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:21:16.939176 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e70af51-2d6c-4ae5-a5fb-5860f21e3d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:16.940316 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1e70af51-2d6c-4ae5-a5fb-5860f21e3d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:16.962704 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-1e70af51-2d6c-4ae5-a5fb-5860f21e3d2e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1075039 May 10 17:21:16.965462 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 51692) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:16.972416 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1914562923-router', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:16.978294 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:16.983823 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Usage tracker for resource:router and tenant:4234b151a6ef47f78f6d57ecc2adac6b is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:16.988965 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:17.000216 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:17.015959 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5466959-a746-4af6-9033-872d3b4f274e req-c43a8a1a-37e1-4b91-9575-0a520945d1c1 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:17.017585 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e5466959-a746-4af6-9033-872d3b4f274e req-c43a8a1a-37e1-4b91-9575-0a520945d1c1 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1216927 May 10 17:21:17.038524 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16464111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8048'] for router, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:17.039669 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16464096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16351655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8059'] for router, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:17.077617 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e5466959-a746-4af6-9033-872d3b4f274e req-0f3940b0-2aaa-4287-b19a-7080c569f4f8 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527918 May 10 17:21:17.078924 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:17.192347 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f505eac-e142-5046-a4ca-39a60f4d7dd4-03399b07-9ca5-420c-8844-68a1f7c3a930', 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'fixed_ips': [{'subnet_id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2'}]}} from dv-cinder-786385-3-iscsi. {{(pid=78665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:21:17.193673 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:17.387949 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16388505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16399131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8021'] for router, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:17.531685 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.db_base_plugin_common [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Allocated IP 172.20.0.2 (03399b07-9ca5-420c-8844-68a1f7c3a930/25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2/68630611-6d0f-498f-8623-52ab9c97fd0f) {{(pid=78665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:21:17.543206 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f989b-c40c-4f8d-84cd-01c69597a9e2 req-47f71531-6108-47a9-a83d-1c4f148d901e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:17.544744 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ae1f989b-c40c-4f8d-84cd-01c69597a9e2 req-47f71531-6108-47a9-a83d-1c4f148d901e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c1eaff7-835b-4033-813a-c552c2d5db51 HTTP/1.1" status: 200 len: 949 time: 0.1525109 May 10 17:21:17.610365 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ae1f989b-c40c-4f8d-84cd-01c69597a9e2 req-568cabb8-22b6-4d87-a4c3-6fb403fb7fb6 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a937607-8f2e-45af-997f-68ba7c6eb626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537565 May 10 17:21:17.654046 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015d91f-71bf-4de9-b2bf-3e74192ec552 req-14adab7f-f2e5-43fa-8119-8b29b4c51bed tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:17.655251 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b015d91f-71bf-4de9-b2bf-3e74192ec552 req-14adab7f-f2e5-43fa-8119-8b29b4c51bed tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1381662 May 10 17:21:17.798635 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 0b64ee44-dd4a-4759-aa6c-c1ed53271755 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:17.874531 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b015d91f-71bf-4de9-b2bf-3e74192ec552 req-096a7cc0-9aa1-422f-8649-188070449756 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063925 May 10 17:21:17.915244 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Notify callbacks [] for port, precommit_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:17.934142 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Transition to ACTIVE for port object 68630611-6d0f-498f-8623-52ab9c97fd0f will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:17.965915 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 0b64ee44-dd4a-4759-aa6c-c1ed53271755 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:17.966299 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:17.997107 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:18.026648 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Transition to ACTIVE for port object 68630611-6d0f-498f-8623-52ab9c97fd0f will not be triggered until provisioned by entity DHCP. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:18.037621 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:18.047945 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:18.134031 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:18.143975 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Network 03399b07-9ca5-420c-8844-68a1f7c3a930 is already hosted by enough agents. {{(pid=78665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:21:18.160826 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.base_scheduler [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Resources bound (agent type, host, resource id): {{(pid=78665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:18.181714 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Received port after_create {{(pid=78665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:21:18.293033 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfaa45-0388-4926-9ceb-548cef8c0afe req-69e09fc5-8128-46dc-9852-abddf4ccb5d4 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:18.319057 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-edbfaa45-0388-4926-9ceb-548cef8c0afe req-69e09fc5-8128-46dc-9852-abddf4ccb5d4 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 945 time: 0.2925975 May 10 17:21:18.329495 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Pushing event updated for resources: {'Port': ['ID=68630611-6d0f-498f-8623-52ab9c97fd0f,revision_number=1']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:18.438977 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:18.452251 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-edbfaa45-0388-4926-9ceb-548cef8c0afe req-cffa88c7-1ee2-43da-b922-1a9d72a2e129 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307118 May 10 17:21:18.477355 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Attempting to bind port 68630611-6d0f-498f-8623-52ab9c97fd0f on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:21:18.477729 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Attempting to bind port 68630611-6d0f-498f-8623-52ab9c97fd0f by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '1edbd0a0-e731-4c62-8ae5-94317452b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:21:18.478093 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Attempting to bind port 68630611-6d0f-498f-8623-52ab9c97fd0f on network 03399b07-9ca5-420c-8844-68a1f7c3a930 {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:21:18.480296 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:18.509329 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:21:18.509849 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Checking segment: {'id': '1edbd0a0-e731-4c62-8ae5-94317452b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:21:18.510263 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:18.510667 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Bound using segment: {'id': '1edbd0a0-e731-4c62-8ae5-94317452b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:21:18.511330 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Bound port: 68630611-6d0f-498f-8623-52ab9c97fd0f, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1edbd0a0-e731-4c62-8ae5-94317452b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:21:18.512084 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:18.528716 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b64ee44-dd4a-4759-aa6c-c1ed53271755'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:21:18.587313 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Allocated IP 172.27.0.116 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/0a1d7bbd-159b-4714-8b6c-904d24f66f7d) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:21:18.621703 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] For port 68630611-6d0f-498f-8623-52ab9c97fd0f, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:21:18.625634 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] For port 68630611-6d0f-498f-8623-52ab9c97fd0f, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=68630611-6d0f-498f-8623-52ab9c97fd0f,segment=NetworkSegment(1edbd0a0-e731-4c62-8ae5-94317452b125),segment_id=1edbd0a0-e731-4c62-8ae5-94317452b125)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:21:18.628702 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 0b64ee44-dd4a-4759-aa6c-c1ed53271755, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0b64ee44-dd4a-4759-aa6c-c1ed53271755,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:18.632178 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:18.638442 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:18.675908 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:18.679863 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b64ee44-dd4a-4759-aa6c-c1ed53271755', 'code': 200} May 10 17:21:18.753299 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Pushing event updated for resources: {'Port': ['ID=68630611-6d0f-498f-8623-52ab9c97fd0f,revision_number=2']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:18.766151 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:18.766683 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:18.841405 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf64855-0641-4524-8c8c-514161338bab req-4722dc15-a405-4b89-a259-f2dbb81eefd4 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:18.842995 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ccf64855-0641-4524-8c8c-514161338bab req-4722dc15-a405-4b89-a259-f2dbb81eefd4 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.4647477 May 10 17:21:18.867430 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=0b64ee44-dd4a-4759-aa6c-c1ed53271755,revision_number=7']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:18.889384 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:18.946828 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:18.957601 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ccf64855-0641-4524-8c8c-514161338bab req-6fd45167-2f0d-414f-b748-0024681a59f9 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858970 May 10 17:21:19.018653 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:19.027181 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:19.087860 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc0004-1e5f-42f8-b22d-cdf27395bd54 req-d5ef9ec4-632e-4909-bd06-bae4d0af33a1 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:19.124188 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-07cc0004-1e5f-42f8-b22d-cdf27395bd54 req-d5ef9ec4-632e-4909-bd06-bae4d0af33a1 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c1eaff7-835b-4033-813a-c552c2d5db51 HTTP/1.1" status: 200 len: 949 time: 0.2261419 May 10 17:21:19.125455 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:21:19.129748 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:19.154843 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:21:19.207265 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Pushing event updated for resources: {'Port': ['ID=0a1d7bbd-159b-4714-8b6c-904d24f66f7d,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:19.215190 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:19.263242 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-07cc0004-1e5f-42f8-b22d-cdf27395bd54 req-797188e5-a29d-4a60-a8cf-ad3d0050d91a tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a937607-8f2e-45af-997f-68ba7c6eb626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378813 May 10 17:21:19.877670 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20253e-dd17-48a4-957b-c939deabe1a5 req-ffc28f96-d17e-4210-ac11-030a9e48ed65 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:19.897244 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3d20253e-dd17-48a4-957b-c939deabe1a5 req-ffc28f96-d17e-4210-ac11-030a9e48ed65 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.5020027 May 10 17:21:19.949197 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2bc80-e390-4921-8ce0-65a1df083a0c req-5d69b1a9-d8d3-4fb6-8c5c-69fd2dcc2277 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:19.957772 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-afd2bc80-e390-4921-8ce0-65a1df083a0c req-5d69b1a9-d8d3-4fb6-8c5c-69fd2dcc2277 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1990545 May 10 17:21:19.976591 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3d20253e-dd17-48a4-957b-c939deabe1a5 req-fd3cfb38-9e80-40cc-be70-870d99c79f3d tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784767 May 10 17:21:20.037269 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-afd2bc80-e390-4921-8ce0-65a1df083a0c req-89833fbe-c703-4c7f-a0e7-5b0803f2891b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781593 May 10 17:21:20.063284 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:20.316188 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35970ff5-278c-49b0-8522-5ee248f80c09 None None] Network 03399b07-9ca5-420c-8844-68a1f7c3a930 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:21:20.408997 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0ddd6-8452-41e1-9df6-d54da4864692 req-e912afb5-f7c1-4d5a-9fca-e08299e80ec8 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:20.430221 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3af0ddd6-8452-41e1-9df6-d54da4864692 req-e912afb5-f7c1-4d5a-9fca-e08299e80ec8 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.2352347 May 10 17:21:20.500160 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa412157-6599-41db-a28b-fb036ec4acb4 req-f38ef77f-ed11-4319-bd37-2a0d470fb7f9 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:20.501684 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fa412157-6599-41db-a28b-fb036ec4acb4 req-f38ef77f-ed11-4319-bd37-2a0d470fb7f9 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c1eaff7-835b-4033-813a-c552c2d5db51 HTTP/1.1" status: 200 len: 949 time: 0.2583959 May 10 17:21:20.550454 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-81a861b8-8800-4dfe-ad9e-be1058e47958 None None] Provisioning for port 68630611-6d0f-498f-8623-52ab9c97fd0f completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:20.586524 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3af0ddd6-8452-41e1-9df6-d54da4864692 req-23b0e8b2-9ae5-41f6-a682-d496c4aa6e6d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553032 May 10 17:21:20.599980 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fa412157-6599-41db-a28b-fb036ec4acb4 req-de700faa-9245-4b5e-9433-009e096afee5 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a937607-8f2e-45af-997f-68ba7c6eb626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876617 May 10 17:21:20.601264 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389900'] for router, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:20.607837 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 68630611-6d0f-498f-8623-52ab9c97fd0f up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:20.728615 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 68630611-6d0f-498f-8623-52ab9c97fd0f completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:20.734644 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 68630611-6d0f-498f-8623-52ab9c97fd0f triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:20.735371 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:20.914950 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:20.974036 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 68630611-6d0f-498f-8623-52ab9c97fd0f, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=68630611-6d0f-498f-8623-52ab9c97fd0f,segment=NetworkSegment(1edbd0a0-e731-4c62-8ae5-94317452b125),segment_id=1edbd0a0-e731-4c62-8ae5-94317452b125)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:20.979762 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:20.981709 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:21.146533 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Router ef91df63-af02-4a50-92b8-7b72ef48c4bd is scheduled to L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 with binding_index 1 {{(pid=78664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:21:21.170385 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=68630611-6d0f-498f-8623-52ab9c97fd0f,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:21.175671 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-fcd2d086-d8f5-430a-8b43-14c65f7adae3 None None] Provisioning complete for port 68630611-6d0f-498f-8623-52ab9c97fd0f triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:21.176295 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-fcd2d086-d8f5-430a-8b43-14c65f7adae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:21.209201 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:21.332497 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ec6b1-3b4b-4d99-9cd2-0aa07db3e4bf req-f9d94374-a8df-4864-8fdf-450e12efca98 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:21.334464 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9a6ec6b1-3b4b-4d99-9cd2-0aa07db3e4bf req-f9d94374-a8df-4864-8fdf-450e12efca98 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1175878 May 10 17:21:21.406988 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9a6ec6b1-3b4b-4d99-9cd2-0aa07db3e4bf req-e3e69d38-74b6-44c6-b08d-9ada289375ac tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657628 May 10 17:21:21.507416 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:21:21.517428 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Sync routers for ids ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'] in dv-cinder-786385-3-iscsi {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:21:21.530818 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Routers {'ef91df63-af02-4a50-92b8-7b72ef48c4bd'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:21:21.531966 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:21:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:21.597015 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Notify callbacks [] for router, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:21.598428 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6313927 May 10 17:21:21.601464 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 51834) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:21.631507 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ec326-4eb2-451f-a134-7b89a33aaf33 req-d7e338a8-1715-4533-85e1-9657bedfc575 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:21.633346 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-862ec326-4eb2-451f-a134-7b89a33aaf33 req-d7e338a8-1715-4533-85e1-9657bedfc575 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.2469952 May 10 17:21:21.649236 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f52d3-31ea-47eb-87d3-8d313d1263b9 req-61ebd478-549c-44f1-960c-88d89015f9db tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:21.651070 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ab3f52d3-31ea-47eb-87d3-8d313d1263b9 req-61ebd478-549c-44f1-960c-88d89015f9db tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c1eaff7-835b-4033-813a-c552c2d5db51 HTTP/1.1" status: 200 len: 949 time: 0.2685902 May 10 17:21:21.976148 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-862ec326-4eb2-451f-a134-7b89a33aaf33 req-1fc310fa-359a-4c82-b6e9-d7a4da7ea0f5 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3240488 May 10 17:21:22.027154 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Set router ef91df63-af02-4a50-92b8-7b72ef48c4bd gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:21:22.072508 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-ab3f52d3-31ea-47eb-87d3-8d313d1263b9 req-1b207e9d-33b4-4820-9cc6-c2772998c7c6 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Deleting port e0c0acfd-7fd1-4da9-9b86-79916d1d222b {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:21:22.076505 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-ab3f52d3-31ea-47eb-87d3-8d313d1263b9 req-1b207e9d-33b4-4820-9cc6-c2772998c7c6 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:22.341283 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-ab3f52d3-31ea-47eb-87d3-8d313d1263b9 req-1b207e9d-33b4-4820-9cc6-c2772998c7c6 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] For port e0c0acfd-7fd1-4da9-9b86-79916d1d222b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e0c0acfd-7fd1-4da9-9b86-79916d1d222b,segment=NetworkSegment(2d1a967c-eae2-4cac-bafd-a439358a863b),segment_id=2d1a967c-eae2-4cac-bafd-a439358a863b)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:22.341993 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-ab3f52d3-31ea-47eb-87d3-8d313d1263b9 req-1b207e9d-33b4-4820-9cc6-c2772998c7c6 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:22.352767 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b886899-336b-4ef9-a777-e22424feea23 req-7ab703b8-2763-44aa-b160-0f794f29dfb3 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:22.355000 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0b886899-336b-4ef9-a777-e22424feea23 req-7ab703b8-2763-44aa-b160-0f794f29dfb3 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.4221113 May 10 17:21:22.362278 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82e954-c0dc-4121-ba09-18e96c7c95fa req-17e3dfa7-a66a-4959-844c-f371671bd7d2 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:22.364131 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5e82e954-c0dc-4121-ba09-18e96c7c95fa req-17e3dfa7-a66a-4959-844c-f371671bd7d2 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c1eaff7-835b-4033-813a-c552c2d5db51 HTTP/1.1" status: 200 len: 949 time: 0.1938126 May 10 17:21:22.431231 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f49b09-f5f0-4d63-ad44-250204583718 req-9aff1bd1-f7b9-4e32-bf06-635e031ba7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:22.434301 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a3f49b09-f5f0-4d63-ad44-250204583718 req-9aff1bd1-f7b9-4e32-bf06-635e031ba7bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62136d7f0f71473ab7a5bef1cbdb2804&device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 1098 time: 0.4543266 May 10 17:21:22.486779 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'name': 'tempest-TestShelveInstance-1914562923-router', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:17Z', 'updated_at': '2021-05-10T17:21:19Z', 'revision_number': 3, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'gw_port': {'id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:18Z', 'updated_at': '2021-05-10T17:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:22.487022 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 68630611-6d0f-498f-8623-52ab9c97fd0f up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:22.491874 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Checking router: ef91df63-af02-4a50-92b8-7b72ef48c4bd for host: dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:21:22.492365 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Updating router ef91df63-af02-4a50-92b8-7b72ef48c4bd port 0a1d7bbd-159b-4714-8b6c-904d24f66f7d binding host dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:21:22.515701 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-ab3f52d3-31ea-47eb-87d3-8d313d1263b9 req-1b207e9d-33b4-4820-9cc6-c2772998c7c6 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Calling delete_port for e0c0acfd-7fd1-4da9-9b86-79916d1d222b owned by compute:nova {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:21:22.558421 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:22.562749 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5e82e954-c0dc-4121-ba09-18e96c7c95fa req-cf214c98-7ee0-49c3-abab-8d83ea6c8f4c tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a937607-8f2e-45af-997f-68ba7c6eb626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372066 May 10 17:21:22.578819 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0b886899-336b-4ef9-a777-e22424feea23 req-deddd578-0aae-48a7-bef4-dffb9a5eb204 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148068 May 10 17:21:22.709267 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 68630611-6d0f-498f-8623-52ab9c97fd0f triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:22.709803 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:22.831749 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-ab3f52d3-31ea-47eb-87d3-8d313d1263b9 req-1b207e9d-33b4-4820-9cc6-c2772998c7c6 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:22.848317 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:22.877483 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['e0c0acfd-7fd1-4da9-9b86-79916d1d222b'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:21:22.959468 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b207e9d-33b4-4820-9cc6-c2772998c7c6 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Pushing event deleted for resources: {'Port': ['ID=e0c0acfd-7fd1-4da9-9b86-79916d1d222b,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:22.962485 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f49b09-f5f0-4d63-ad44-250204583718 req-8da2c100-99c5-4462-9f55-ea667a75f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:22.964013 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a3f49b09-f5f0-4d63-ad44-250204583718 req-8da2c100-99c5-4462-9f55-ea667a75f816 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1f98b04-1289-47a9-9686-186f52c6471f HTTP/1.1" status: 200 len: 911 time: 0.5186973 May 10 17:21:22.972039 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-1b207e9d-33b4-4820-9cc6-c2772998c7c6 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:23.164645 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3f52d3-31ea-47eb-87d3-8d313d1263b9 req-1b207e9d-33b4-4820-9cc6-c2772998c7c6 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] No DVR routers for this DVR port e0c0acfd-7fd1-4da9-9b86-79916d1d222b on host hv-cinder-78638 {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:21:23.171624 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-ab3f52d3-31ea-47eb-87d3-8d313d1263b9 req-1b207e9d-33b4-4820-9cc6-c2772998c7c6 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:23.186037 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1eaff7-835b-4033-813a-c552c2d5db51', 'name': 'network-vif-deleted', 'tag': 'e0c0acfd-7fd1-4da9-9b86-79916d1d222b'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:21:23.220965 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Notify callbacks [] for port, precommit_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:23.224066 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ab3f52d3-31ea-47eb-87d3-8d313d1263b9 req-1b207e9d-33b4-4820-9cc6-c2772998c7c6 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.48 "DELETE /v2.0/ports/e0c0acfd-7fd1-4da9-9b86-79916d1d222b HTTP/1.1" status: 204 len: 173 time: 1.5238397 May 10 17:21:23.259206 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.provisioning_blocks [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Transition to ACTIVE for port object 0a1d7bbd-159b-4714-8b6c-904d24f66f7d will not be triggered until provisioned by entity L2. {{(pid=78666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:23.267301 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:23.279960 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-ac93f9a9-9015-4e37-b87e-9c0968fbf8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:23.313418 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa624f-6a4a-4110-a97c-dace27b542f3 req-05b1c894-317c-4ab9-bd76-0788de67bb8b tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:23.321145 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-34aa624f-6a4a-4110-a97c-dace27b542f3 req-05b1c894-317c-4ab9-bd76-0788de67bb8b tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.5667272 May 10 17:21:23.400268 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-34aa624f-6a4a-4110-a97c-dace27b542f3 req-67fd24e0-f893-4bb0-acb7-081a0eaeadde tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781145 May 10 17:21:23.409840 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c849f08-51eb-41aa-afe9-e67b47196d24 None None] Pushing event updated for resources: {'Port': ['ID=0a1d7bbd-159b-4714-8b6c-904d24f66f7d,revision_number=2']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:23.419195 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a3f49b09-f5f0-4d63-ad44-250204583718 req-0973b8a7-3cb9-468a-8721-ea8ba0479550 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46008e54-f42d-458c-8cd8-ecf3bf263399 HTTP/1.1" status: 200 len: 1001 time: 0.3507848 May 10 17:21:23.422088 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c849f08-51eb-41aa-afe9-e67b47196d24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:23.422438 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c849f08-51eb-41aa-afe9-e67b47196d24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:23.422775 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c849f08-51eb-41aa-afe9-e67b47196d24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:23.423108 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c849f08-51eb-41aa-afe9-e67b47196d24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:23.423436 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c849f08-51eb-41aa-afe9-e67b47196d24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:23.424300 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c849f08-51eb-41aa-afe9-e67b47196d24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:23.424625 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c849f08-51eb-41aa-afe9-e67b47196d24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:23.424978 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c849f08-51eb-41aa-afe9-e67b47196d24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:23.425321 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c849f08-51eb-41aa-afe9-e67b47196d24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:23.425639 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c849f08-51eb-41aa-afe9-e67b47196d24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:23.425953 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c849f08-51eb-41aa-afe9-e67b47196d24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:23.426264 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c849f08-51eb-41aa-afe9-e67b47196d24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:23.430836 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-8c849f08-51eb-41aa-afe9-e67b47196d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:23.443334 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Attempting to bind port 0a1d7bbd-159b-4714-8b6c-904d24f66f7d on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:21:23.443718 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Attempting to bind port 0a1d7bbd-159b-4714-8b6c-904d24f66f7d by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:21:23.444078 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Attempting to bind port 0a1d7bbd-159b-4714-8b6c-904d24f66f7d on network b05e2d32-e45c-4d37-b711-ba1bc02235d8 {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:21:23.453414 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:21:23.453864 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Checking segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:21:23.454269 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:23.454703 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Bound using segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:21:23.455261 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Bound port: 0a1d7bbd-159b-4714-8b6c-904d24f66f7d, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:21:23.456083 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:23.469325 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1eaff7-835b-4033-813a-c552c2d5db51', 'name': 'network-vif-deleted', 'tag': 'e0c0acfd-7fd1-4da9-9b86-79916d1d222b', 'status': 'completed', 'code': 200} May 10 17:21:23.566567 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] For port 0a1d7bbd-159b-4714-8b6c-904d24f66f7d, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:21:23.575929 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] For port 0a1d7bbd-159b-4714-8b6c-904d24f66f7d, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=0a1d7bbd-159b-4714-8b6c-904d24f66f7d,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:21:23.584720 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:23.599572 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:23.713235 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Routers {'ef91df63-af02-4a50-92b8-7b72ef48c4bd'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:21:23.717786 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:21:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:23.759267 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f49b09-f5f0-4d63-ad44-250204583718 req-ada03b00-3c3d-406a-93a0-38151034c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:23.760704 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a3f49b09-f5f0-4d63-ad44-250204583718 req-ada03b00-3c3d-406a-93a0-38151034c5d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db28a517-7717-4b21-84d2-bf190df65817 HTTP/1.1" status: 200 len: 849 time: 0.3344829 May 10 17:21:23.802059 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a08ecc-b26f-4135-a0c1-2bb029f02485 req-ae9d2886-1c20-432f-88b8-c1a84e53bf2d tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:23.808171 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a2a08ecc-b26f-4135-a0c1-2bb029f02485 req-ae9d2886-1c20-432f-88b8-c1a84e53bf2d tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.4783957 May 10 17:21:23.823277 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-c1f29fb9-87a1-46a7-a448-dac09c202821 req-243970ef-9092-4fd7-8bdf-20dc99df08e7 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Synchronizing usage tracker for tenant:79434944688741999975d27d425fcb7e on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:21:23.857537 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-c1f29fb9-87a1-46a7-a448-dac09c202821 req-243970ef-9092-4fd7-8bdf-20dc99df08e7 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Unset dirty status for tenant:79434944688741999975d27d425fcb7e on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:21:23.873072 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c1f29fb9-87a1-46a7-a448-dac09c202821 req-243970ef-9092-4fd7-8bdf-20dc99df08e7 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c1eaff7-835b-4033-813a-c552c2d5db51 HTTP/1.1" status: 200 len: 210 time: 0.1063743 May 10 17:21:23.898163 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c849f08-51eb-41aa-afe9-e67b47196d24 None None] Pushing event updated for resources: {'Port': ['ID=0a1d7bbd-159b-4714-8b6c-904d24f66f7d,revision_number=3']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:23.926259 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-8c849f08-51eb-41aa-afe9-e67b47196d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:24.023576 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:24.060234 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a2a08ecc-b26f-4135-a0c1-2bb029f02485 req-6547dc61-4d74-4871-994c-d0b0b6b16285 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583312 May 10 17:21:24.088565 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] Set router ef91df63-af02-4a50-92b8-7b72ef48c4bd gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:21:24.338364 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f49b09-f5f0-4d63-ad44-250204583718 req-0aefd5c0-7772-4a2f-a018-ba9b14c0b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:24.339390 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a3f49b09-f5f0-4d63-ad44-250204583718 req-0aefd5c0-7772-4a2f-a018-ba9b14c0b754 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1f98b04-1289-47a9-9686-186f52c6471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5565276 May 10 17:21:24.476750 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e9e8a-f19b-4a22-aa81-de534c783e90 req-9524885f-bf62-4dfb-adb2-61dc98753de4 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:24.479005 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-7e8e9e8a-f19b-4a22-aa81-de534c783e90 req-9524885f-bf62-4dfb-adb2-61dc98753de4 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.4628301 May 10 17:21:24.545856 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-7e8e9e8a-f19b-4a22-aa81-de534c783e90 req-7640d3a1-cdf8-4007-84c4-9bbf5a67cf03 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505192 May 10 17:21:24.570993 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_common [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Allocated IP 172.20.0.1 (03399b07-9ca5-420c-8844-68a1f7c3a930/25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2/38434bd7-6ce9-40e0-896d-8a0410ec70c2) {{(pid=78663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:21:24.674082 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a3f49b09-f5f0-4d63-ad44-250204583718 req-0d0313de-d4be-4b32-8d3d-fad59a716973 service neutron] 10.222.0.48 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066459 May 10 17:21:24.711584 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'name': 'tempest-TestShelveInstance-1914562923-router', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:17Z', 'updated_at': '2021-05-10T17:21:19Z', 'revision_number': 3, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'gw_port': {'id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:18Z', 'updated_at': '2021-05-10T17:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:24.719029 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2cee1f-2ab1-4385-a56e-891f33d5ea7c None None] The sync data for ids ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'] in dv-cinder-786385-3-iscsi is: [{'id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'name': 'tempest-TestShelveInstance-1914562923-router', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:17Z', 'updated_at': '2021-05-10T17:21:19Z', 'revision_number': 3, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'gw_port': {'id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:18Z', 'updated_at': '2021-05-10T17:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}] {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:21:24.975504 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:24.986728 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa4519-ca5c-4fc5-890b-cecd13dd1658 req-6a4e7ca0-c3c7-408a-ba99-2361c069bac6 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:24.993934 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-edfa4519-ca5c-4fc5-890b-cecd13dd1658 req-6a4e7ca0-c3c7-408a-ba99-2361c069bac6 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.3960271 May 10 17:21:25.028865 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a3f49b09-f5f0-4d63-ad44-250204583718 req-2e4990f7-2b77-4695-a0c4-0df79934dedb service neutron] 10.222.0.48 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910480 May 10 17:21:25.037390 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Transition to ACTIVE for port object 38434bd7-6ce9-40e0-896d-8a0410ec70c2 will not be triggered until provisioned by entity DHCP. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:25.082445 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-edfa4519-ca5c-4fc5-890b-cecd13dd1658 req-f1cdfe6d-8eed-46b2-b850-2c22918e40f9 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875278 May 10 17:21:25.133273 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:25.143576 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:25.232182 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Network 03399b07-9ca5-420c-8844-68a1f7c3a930 is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:21:25.237834 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:25.242185 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Received port after_create {{(pid=78663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:21:25.304961 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Pushing event updated for resources: {'Port': ['ID=38434bd7-6ce9-40e0-896d-8a0410ec70c2,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:25.309888 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:25.345621 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384723'] for router_interface, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:25.405468 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d632-5591-4ec5-a07e-c562aec32d34 req-0f3a3883-42e5-4bd0-9cb6-7ed11d97ef20 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:25.407200 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1900d632-5591-4ec5-a07e-c562aec32d34 req-0f3a3883-42e5-4bd0-9cb6-7ed11d97ef20 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1912103 May 10 17:21:25.521020 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1900d632-5591-4ec5-a07e-c562aec32d34 req-12cbd752-4f9b-4d1e-bf4d-9e408a0d31e6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069775 May 10 17:21:25.562447 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:25.646703 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-25fd2aa4-46ac-4c4f-9bf9-a3d5335d7c13 None None] Provisioning for port 38434bd7-6ce9-40e0-896d-8a0410ec70c2 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:25.660003 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-25fd2aa4-46ac-4c4f-9bf9-a3d5335d7c13 None None] Provisioning complete for port 38434bd7-6ce9-40e0-896d-8a0410ec70c2 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:25.663892 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-25fd2aa4-46ac-4c4f-9bf9-a3d5335d7c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:25.799811 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-25fd2aa4-46ac-4c4f-9bf9-a3d5335d7c13 None None] Port 38434bd7-6ce9-40e0-896d-8a0410ec70c2 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:21:25.823626 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device e0c0acfd-7fd1-4da9-9b86-79916d1d222b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:21:25.890159 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: e0c0acfd-7fd1-4da9-9b86-79916d1d222b {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:21:25.890764 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device e0c0acfd-7fd1-4da9-9b86-79916d1d222b not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:21:26.015393 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3371c-722e-4ebc-8765-8770b3272f24 req-c3050434-e202-4794-9641-b54a2cdad832 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:26.023254 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2ae3371c-722e-4ebc-8765-8770b3272f24 req-c3050434-e202-4794-9641-b54a2cdad832 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.3564718 May 10 17:21:26.086100 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2ae3371c-722e-4ebc-8765-8770b3272f24 req-0fc8e141-a53f-4d62-a4ad-32f46c4f8cf9 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616827 May 10 17:21:26.105225 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:26.120155 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15048126'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:26.147320 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:26.242859 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Pushing event updated for resources: {'Port': ['ID=38434bd7-6ce9-40e0-896d-8a0410ec70c2,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:26.244737 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384624'] for router_interface, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:26.255253 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:26.502356 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Network 03399b07-9ca5-420c-8844-68a1f7c3a930 is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:21:26.503752 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:26.551982 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 0a1d7bbd-159b-4714-8b6c-904d24f66f7d up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:26.563296 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67c1b8-8e92-44b7-99f4-c0385d110075 req-fed44ac9-b161-4fb1-a7fc-b88f33be004e tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:26.575268 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1f67c1b8-8e92-44b7-99f4-c0385d110075 req-fed44ac9-b161-4fb1-a7fc-b88f33be004e tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1594458 May 10 17:21:26.713242 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 0a1d7bbd-159b-4714-8b6c-904d24f66f7d completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:26.726972 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 0a1d7bbd-159b-4714-8b6c-904d24f66f7d triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:26.727617 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:26.729382 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1f67c1b8-8e92-44b7-99f4-c0385d110075 req-313f8ce9-de6f-4576-b31a-7d29a027a7b2 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489825 May 10 17:21:26.828365 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Router ef91df63-af02-4a50-92b8-7b72ef48c4bd has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:21:26.963049 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-9a5a2546-e97a-43c6-93f3-f7580d0cb1ad None None] Provisioning complete for port 38434bd7-6ce9-40e0-896d-8a0410ec70c2 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:26.965548 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-9a5a2546-e97a-43c6-93f3-f7580d0cb1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:27.036752 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a2546-e97a-43c6-93f3-f7580d0cb1ad None None] Port 38434bd7-6ce9-40e0-896d-8a0410ec70c2 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:21:27.065236 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:27.076754 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f0203-66ae-4551-b5fc-c8505856c30d req-7570d114-b444-4f49-9c45-b7fbd1c16c21 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:27.084498 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ab5f0203-66ae-4551-b5fc-c8505856c30d req-7570d114-b444-4f49-9c45-b7fbd1c16c21 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.2661738 May 10 17:21:27.090522 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 0a1d7bbd-159b-4714-8b6c-904d24f66f7d, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=0a1d7bbd-159b-4714-8b6c-904d24f66f7d,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:27.098282 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:27.101448 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-bd50702c-b779-4b07-9e99-e3a6d9ff8b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:27.163985 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ab5f0203-66ae-4551-b5fc-c8505856c30d req-b9f14933-6987-44d1-a331-064e3d98770a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783520 May 10 17:21:27.213777 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:21:27.241431 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] 10.222.0.16 "PUT /v2.0/routers/ef91df63-af02-4a50-92b8-7b72ef48c4bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6311176 May 10 17:21:27.248614 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=0a1d7bbd-159b-4714-8b6c-904d24f66f7d,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:27.253546 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Sync routers for ids ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:21:27.255964 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:27.271809 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Routers {'ef91df63-af02-4a50-92b8-7b72ef48c4bd'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:21:27.272803 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:21:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:27.359706 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dff8b-a9c8-4ac7-b01c-ee80f87a02f8 req-c7d245cf-393a-4ced-8508-7be8796e354e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:27.366739 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-352dff8b-a9c8-4ac7-b01c-ee80f87a02f8 req-c7d245cf-393a-4ced-8508-7be8796e354e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1099269 May 10 17:21:27.425940 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-352dff8b-a9c8-4ac7-b01c-ee80f87a02f8 req-a92d5161-7e8a-4756-8eb7-cba8ce6a028d tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582418 May 10 17:21:27.539675 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Set router ef91df63-af02-4a50-92b8-7b72ef48c4bd gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:21:28.011559 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'name': 'tempest-TestShelveInstance-1914562923-router', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:17Z', 'updated_at': '2021-05-10T17:21:25Z', 'revision_number': 4, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'gw_port': {'id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:18Z', 'updated_at': '2021-05-10T17:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '38434bd7-6ce9-40e0-896d-8a0410ec70c2', 'name': '', 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'mac_address': 'fa:16:3e:63:bf:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:24Z', 'updated_at': '2021-05-10T17:21:25Z', 'revision_number': 2, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'subnets': [{'id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:28.017470 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Checking router: ef91df63-af02-4a50-92b8-7b72ef48c4bd for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:21:28.017855 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Updating router ef91df63-af02-4a50-92b8-7b72ef48c4bd port 38434bd7-6ce9-40e0-896d-8a0410ec70c2 binding host dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:21:28.098168 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:28.116585 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 51906) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:28.123212 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1908467460-network', 'tenant_id': '8dce70cd9e124290bb5daece37d65c0b'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:28.130967 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:28.143458 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Usage tracker for resource:network and tenant:8dce70cd9e124290bb5daece37d65c0b is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:28.146450 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:28.159534 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:28.178319 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Made reservation on behalf of 8dce70cd9e124290bb5daece37d65c0b for: {'network': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:21:28.181697 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:28.196504 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:28.213777 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:28.218642 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Usage tracker for resource:security_group_rule and tenant:8dce70cd9e124290bb5daece37d65c0b is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:28.222940 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:28.228974 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:28.342736 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:28.357546 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:28.362084 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-cd1084f5-b9e5-4c23-8207-8e78fcf2ac36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:28.401162 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=78664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:21:28.412232 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cec649d-1c1d-4e7f-8b30-7e739202e9fa,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:28.426151 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:28.427015 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:28.427728 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:28.428343 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:28.428719 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe949b5-91a4-4ec6-bfd8-0c7b20ac1ac2 req-b7b21d4d-c18d-4da1-9927-fcdf0a3d4a57 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:28.429651 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:28.430218 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:28.430911 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6fe949b5-91a4-4ec6-bfd8-0c7b20ac1ac2 req-b7b21d4d-c18d-4da1-9927-fcdf0a3d4a57 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1200900 May 10 17:21:28.436673 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:28.437153 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:28.437590 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:28.438242 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:28.438670 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:28.439801 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:28.443836 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:28.444549 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.segments_db [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Added segment 812a43a8-56a7-4dc4-b271-74f6084387e7 of type vlan for network aa113557-b678-4488-bae8-0f9fa4aad863 May 10 17:21:28.446198 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:28.497139 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:28.542206 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 0a1d7bbd-159b-4714-8b6c-904d24f66f7d up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:28.544784 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6fe949b5-91a4-4ec6-bfd8-0c7b20ac1ac2 req-c4f78c0e-63de-41ce-a1f0-aeb02af1f0aa tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076009 May 10 17:21:28.568443 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:28.570132 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:28.570942 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:28.574873 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:28.675864 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 0a1d7bbd-159b-4714-8b6c-904d24f66f7d triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:28.676401 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:28.732645 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Pushing event updated for resources: {'Network': ['ID=aa113557-b678-4488-bae8-0f9fa4aad863,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:28.754705 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:28.763991 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network aa113557-b678-4488-bae8-0f9fa4aad863 details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:21:28.780375 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6620917 May 10 17:21:28.783746 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 51914) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:28.794559 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-86196d7a-0ca4-4f57-a6a0-12ffa0c15fb8 admin admin] Request body: {'subnet': {'network_id': 'aa113557-b678-4488-bae8-0f9fa4aad863', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1908467460-subnet', 'tenant_id': '8dce70cd9e124290bb5daece37d65c0b', 'ip_version': 4}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:28.802777 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-86196d7a-0ca4-4f57-a6a0-12ffa0c15fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:28.814903 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-86196d7a-0ca4-4f57-a6a0-12ffa0c15fb8 admin admin] Usage tracker for resource:subnet and tenant:8dce70cd9e124290bb5daece37d65c0b is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:28.820280 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-86196d7a-0ca4-4f57-a6a0-12ffa0c15fb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:28.841234 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930db044-9a37-4324-9e9f-1ffd4f024c1c req-017e2038-e73a-40d5-81c7-6a555f20594a tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:28.842646 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-86196d7a-0ca4-4f57-a6a0-12ffa0c15fb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:28.849816 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-930db044-9a37-4324-9e9f-1ffd4f024c1c req-017e2038-e73a-40d5-81c7-6a555f20594a tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1698787 May 10 17:21:28.861929 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86196d7a-0ca4-4f57-a6a0-12ffa0c15fb8 admin admin] Made reservation on behalf of 8dce70cd9e124290bb5daece37d65c0b for: {'subnet': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:21:28.866716 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-86196d7a-0ca4-4f57-a6a0-12ffa0c15fb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14861259'] for subnet, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:28.930303 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-930db044-9a37-4324-9e9f-1ffd4f024c1c req-76231429-c51c-432d-8b68-d1ae4e442d80 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774984 May 10 17:21:28.962674 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Notify callbacks [] for port, precommit_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:28.990837 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Transition to ACTIVE for port object 38434bd7-6ce9-40e0-896d-8a0410ec70c2 will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:29.005617 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:29.016916 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:29.203105 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca6305-33fb-4a50-aee6-8fd78cacbcb7 None None] Pushing event updated for resources: {'Port': ['ID=38434bd7-6ce9-40e0-896d-8a0410ec70c2,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:29.254341 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-0cca6305-33fb-4a50-aee6-8fd78cacbcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:29.316320 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Attempting to bind port 38434bd7-6ce9-40e0-896d-8a0410ec70c2 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:21:29.317292 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Attempting to bind port 38434bd7-6ce9-40e0-896d-8a0410ec70c2 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '1edbd0a0-e731-4c62-8ae5-94317452b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:21:29.332827 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Attempting to bind port 38434bd7-6ce9-40e0-896d-8a0410ec70c2 on network 03399b07-9ca5-420c-8844-68a1f7c3a930 {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:21:29.372465 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:21:29.372465 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Checking segment: {'id': '1edbd0a0-e731-4c62-8ae5-94317452b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:21:29.372465 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:29.372465 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Bound using segment: {'id': '1edbd0a0-e731-4c62-8ae5-94317452b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:21:29.372465 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Bound port: 38434bd7-6ce9-40e0-896d-8a0410ec70c2, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1edbd0a0-e731-4c62-8ae5-94317452b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:21:29.372465 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:29.545154 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] For port 38434bd7-6ce9-40e0-896d-8a0410ec70c2, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:21:29.548152 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] For port 38434bd7-6ce9-40e0-896d-8a0410ec70c2, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=38434bd7-6ce9-40e0-896d-8a0410ec70c2,segment=NetworkSegment(1edbd0a0-e731-4c62-8ae5-94317452b125),segment_id=1edbd0a0-e731-4c62-8ae5-94317452b125)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:21:29.553036 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:29.556401 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:29.561760 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-86196d7a-0ca4-4f57-a6a0-12ffa0c15fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14767415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14861241'] for subnet, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:29.567683 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-74427fed-f79e-4500-8efd-eed82a66029d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:29.651960 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca6305-33fb-4a50-aee6-8fd78cacbcb7 None None] Pushing event updated for resources: {'Port': ['ID=38434bd7-6ce9-40e0-896d-8a0410ec70c2,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:29.659015 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-0cca6305-33fb-4a50-aee6-8fd78cacbcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:29.659772 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Routers {'ef91df63-af02-4a50-92b8-7b72ef48c4bd'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:21:29.660418 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:21:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:29.690555 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86196d7a-0ca4-4f57-a6a0-12ffa0c15fb8 admin admin] Checking segment: {'id': '812a43a8-56a7-4dc4-b271-74f6084387e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'aa113557-b678-4488-bae8-0f9fa4aad863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:21:29.691623 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86196d7a-0ca4-4f57-a6a0-12ffa0c15fb8 admin admin] Network hostable DHCP agents. Network: aa113557-b678-4488-bae8-0f9fa4aad863, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:21:29.709256 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86196d7a-0ca4-4f57-a6a0-12ffa0c15fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=959323d5-c4f7-44ca-a566-4c6d3028e5ce,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:29.718967 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-86196d7a-0ca4-4f57-a6a0-12ffa0c15fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:29.824091 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86196d7a-0ca4-4f57-a6a0-12ffa0c15fb8 admin admin] Network aa113557-b678-4488-bae8-0f9fa4aad863 is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:21:29.843039 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-86196d7a-0ca4-4f57-a6a0-12ffa0c15fb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, aa113557-b678-4488-bae8-0f9fa4aad863) {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:29.863731 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f69eaa-589c-4abd-8f12-43601b8e5ba0 None None] Network aa113557-b678-4488-bae8-0f9fa4aad863 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:21:29.866634 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86196d7a-0ca4-4f57-a6a0-12ffa0c15fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:29.867248 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-86196d7a-0ca4-4f57-a6a0-12ffa0c15fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:29.933983 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96fb9d-f84d-4af8-87a6-f5209ea1c1e6 req-286a981e-530c-464e-ba1c-54bf188c4f43 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:29.944030 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9a96fb9d-f84d-4af8-87a6-f5209ea1c1e6 req-286a981e-530c-464e-ba1c-54bf188c4f43 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.2092021 May 10 17:21:29.950344 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-86196d7a-0ca4-4f57-a6a0-12ffa0c15fb8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1651635 May 10 17:21:29.952840 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 51928) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:29.960358 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1908467460-router', 'tenant_id': '8dce70cd9e124290bb5daece37d65c0b', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:29.966016 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:29.975625 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Usage tracker for resource:router and tenant:8dce70cd9e124290bb5daece37d65c0b is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:29.980998 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:29.988874 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:30.002026 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16464111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8048'] for router, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:30.003172 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16464096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16351655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8059'] for router, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:30.005374 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9a96fb9d-f84d-4af8-87a6-f5209ea1c1e6 req-ff94950b-73ef-4822-a49a-3318d2c64074 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603881 May 10 17:21:30.026428 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:30.120365 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] Set router ef91df63-af02-4a50-92b8-7b72ef48c4bd gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:21:30.414609 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16388505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16399131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8021'] for router, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:30.528169 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f505eac-e142-5046-a4ca-39a60f4d7dd4-aa113557-b678-4488-bae8-0f9fa4aad863', 'network_id': 'aa113557-b678-4488-bae8-0f9fa4aad863', 'tenant_id': '8dce70cd9e124290bb5daece37d65c0b', 'fixed_ips': [{'subnet_id': '959323d5-c4f7-44ca-a566-4c6d3028e5ce'}]}} from dv-cinder-786385-3-iscsi. {{(pid=78665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:21:30.529199 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:30.563497 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb696-7d28-4d2f-bef6-437a00f197ec req-a0fdbc96-562e-4d9a-b6c8-55d6144831b4 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:30.571608 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4c3eb696-7d28-4d2f-bef6-437a00f197ec req-a0fdbc96-562e-4d9a-b6c8-55d6144831b4 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.3629732 May 10 17:21:30.652822 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4c3eb696-7d28-4d2f-bef6-437a00f197ec req-414de4a2-973d-4f00-884e-70eab3ec467e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766647 May 10 17:21:30.784481 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'name': 'tempest-TestShelveInstance-1914562923-router', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:17Z', 'updated_at': '2021-05-10T17:21:25Z', 'revision_number': 4, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'gw_port': {'id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:18Z', 'updated_at': '2021-05-10T17:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '38434bd7-6ce9-40e0-896d-8a0410ec70c2', 'name': '', 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'mac_address': 'fa:16:3e:63:bf:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:24Z', 'updated_at': '2021-05-10T17:21:29Z', 'revision_number': 4, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'subnets': [{'id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:30.791241 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.db_base_plugin_common [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Allocated IP 172.20.0.2 (aa113557-b678-4488-bae8-0f9fa4aad863/959323d5-c4f7-44ca-a566-4c6d3028e5ce/4231302a-9e5a-47a7-b779-cef9a1c81d3f) {{(pid=78665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:21:30.796265 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5c31e-be2d-4e96-86f5-f8cc1e2edb1e None None] The sync data for ids ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'] in dv-cinder-786385-3-iscsi is: [{'id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'name': 'tempest-TestShelveInstance-1914562923-router', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:17Z', 'updated_at': '2021-05-10T17:21:25Z', 'revision_number': 4, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'gw_port': {'id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:18Z', 'updated_at': '2021-05-10T17:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '38434bd7-6ce9-40e0-896d-8a0410ec70c2', 'name': '', 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'mac_address': 'fa:16:3e:63:bf:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:24Z', 'updated_at': '2021-05-10T17:21:29Z', 'revision_number': 4, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'subnets': [{'id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:21:31.202932 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Notify callbacks [] for port, precommit_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:31.224607 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Transition to ACTIVE for port object 4231302a-9e5a-47a7-b779-cef9a1c81d3f will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:31.269730 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:31.274297 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Transition to ACTIVE for port object 4231302a-9e5a-47a7-b779-cef9a1c81d3f will not be triggered until provisioned by entity DHCP. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:31.281351 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:31.294240 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:31.360816 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:31.365445 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742c95e-eb50-4595-8a78-4faf13beb093 req-eed7abe3-9fc6-4247-b9ef-084b391fac87 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:31.366991 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f742c95e-eb50-4595-8a78-4faf13beb093 req-eed7abe3-9fc6-4247-b9ef-084b391fac87 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1546369 May 10 17:21:31.377448 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Network aa113557-b678-4488-bae8-0f9fa4aad863 is already hosted by enough agents. {{(pid=78665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:21:31.381438 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.base_scheduler [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Resources bound (agent type, host, resource id): {{(pid=78665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:31.389574 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Received port after_create {{(pid=78665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:21:31.476695 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f742c95e-eb50-4595-8a78-4faf13beb093 req-b238a8b1-1689-4a2a-9e40-e7195483df88 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998149 May 10 17:21:31.496794 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Pushing event updated for resources: {'Port': ['ID=4231302a-9e5a-47a7-b779-cef9a1c81d3f,revision_number=1']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:31.502914 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:31.598825 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Attempting to bind port 4231302a-9e5a-47a7-b779-cef9a1c81d3f on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:21:31.599479 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Attempting to bind port 4231302a-9e5a-47a7-b779-cef9a1c81d3f by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '812a43a8-56a7-4dc4-b271-74f6084387e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'aa113557-b678-4488-bae8-0f9fa4aad863'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:21:31.599987 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Attempting to bind port 4231302a-9e5a-47a7-b779-cef9a1c81d3f on network aa113557-b678-4488-bae8-0f9fa4aad863 {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:21:31.613279 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:21:31.615039 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Checking segment: {'id': '812a43a8-56a7-4dc4-b271-74f6084387e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'aa113557-b678-4488-bae8-0f9fa4aad863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:21:31.616186 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:31.617695 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Bound using segment: {'id': '812a43a8-56a7-4dc4-b271-74f6084387e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'aa113557-b678-4488-bae8-0f9fa4aad863'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:21:31.618974 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Bound port: 4231302a-9e5a-47a7-b779-cef9a1c81d3f, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812a43a8-56a7-4dc4-b271-74f6084387e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'aa113557-b678-4488-bae8-0f9fa4aad863'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:21:31.620224 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:31.761123 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Allocated IP 172.27.0.199 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/a08b173e-e2c1-4272-a4ef-a3a4b283c1fd) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:21:31.925572 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2d7e8-717f-4d9b-bbcd-6f74950fcb6c req-f8599084-447e-4e28-b8e7-adc75d400bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:31.932704 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0ec2d7e8-717f-4d9b-bbcd-6f74950fcb6c req-f8599084-447e-4e28-b8e7-adc75d400bed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 1099 time: 0.2294512 May 10 17:21:31.951412 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] For port 4231302a-9e5a-47a7-b779-cef9a1c81d3f, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:21:31.956585 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] For port 4231302a-9e5a-47a7-b779-cef9a1c81d3f, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=4231302a-9e5a-47a7-b779-cef9a1c81d3f,segment=NetworkSegment(812a43a8-56a7-4dc4-b271-74f6084387e7),segment_id=812a43a8-56a7-4dc4-b271-74f6084387e7)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:21:31.966383 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:31.976829 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:31.995630 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0ec2d7e8-717f-4d9b-bbcd-6f74950fcb6c req-b90957e2-5133-4848-9c45-f318f72ce212 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562449 May 10 17:21:32.136242 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Pushing event updated for resources: {'Port': ['ID=4231302a-9e5a-47a7-b779-cef9a1c81d3f,revision_number=2']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:32.138735 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9436ac-2fb3-4f6e-b2b5-1ce7567324b0 req-96478f8c-a552-4620-8d41-bbc0ac3668a8 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:32.145808 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:32.147114 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5f9436ac-2fb3-4f6e-b2b5-1ce7567324b0 req-96478f8c-a552-4620-8d41-bbc0ac3668a8 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1917281 May 10 17:21:32.176583 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:32.233083 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5f9436ac-2fb3-4f6e-b2b5-1ce7567324b0 req-2ae451e6-3f11-49c9-8e79-7dad09d9b056 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838866 May 10 17:21:32.315799 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:32.330745 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-83a06f96-e8a6-49ca-8eee-c7322ce9d08b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:32.504895 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:21:32.551932 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:32.562480 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:21:32.700980 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 38434bd7-6ce9-40e0-896d-8a0410ec70c2 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:32.733823 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Pushing event updated for resources: {'Port': ['ID=a08b173e-e2c1-4272-a4ef-a3a4b283c1fd,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:32.745814 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:32.850949 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 38434bd7-6ce9-40e0-896d-8a0410ec70c2 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:32.863857 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 38434bd7-6ce9-40e0-896d-8a0410ec70c2 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:32.864966 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:33.187984 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf6fe4-ff22-46bf-9e22-c1ffc0008cf4 req-e2065df9-7f60-4046-b1b3-0303c23eaaef tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:33.194249 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:33.201809 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-eaaf6fe4-ff22-46bf-9e22-c1ffc0008cf4 req-e2065df9-7f60-4046-b1b3-0303c23eaaef tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.3706586 May 10 17:21:33.250151 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:21:33.300625 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 38434bd7-6ce9-40e0-896d-8a0410ec70c2, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=38434bd7-6ce9-40e0-896d-8a0410ec70c2,segment=NetworkSegment(1edbd0a0-e731-4c62-8ae5-94317452b125),segment_id=1edbd0a0-e731-4c62-8ae5-94317452b125)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:33.305480 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:33.315070 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:33.347720 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-eaaf6fe4-ff22-46bf-9e22-c1ffc0008cf4 req-345d6199-fa03-451f-a30f-276b674a0ab0 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339333 May 10 17:21:33.478749 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=38434bd7-6ce9-40e0-896d-8a0410ec70c2,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:33.489990 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:33.632169 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dc769-4379-4b0a-9cc3-63d83076cc3a req-13a0a63b-4d1f-4171-8ff1-54231063d64a tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:33.633920 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0c0dc769-4379-4b0a-9cc3-63d83076cc3a req-13a0a63b-4d1f-4171-8ff1-54231063d64a tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1412289 May 10 17:21:33.710836 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:33.919113 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355f8f92-d40a-4586-b8ff-7f536e8ed57e None None] Network aa113557-b678-4488-bae8-0f9fa4aad863 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:21:33.981205 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0c0dc769-4379-4b0a-9cc3-63d83076cc3a req-ec8d923d-c37d-42eb-a3e8-c302ca8fbeb7 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415961 May 10 17:21:34.108081 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-06b4fc15-698c-4951-bc66-9caa36dd9f2e None None] Provisioning for port 4231302a-9e5a-47a7-b779-cef9a1c81d3f completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:34.357347 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389900'] for router, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:34.667462 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe17ce1-a1bc-404a-a4fe-76e8471032cb req-37556eb9-ae83-4a19-9e9a-913019fdd0a6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:34.681588 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6fe17ce1-a1bc-404a-a4fe-76e8471032cb req-37556eb9-ae83-4a19-9e9a-913019fdd0a6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1886618 May 10 17:21:34.718567 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 38434bd7-6ce9-40e0-896d-8a0410ec70c2 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:34.756954 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6fe17ce1-a1bc-404a-a4fe-76e8471032cb req-58078154-4632-4642-bdb8-168fcd451e52 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740190 May 10 17:21:34.781784 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Router 6f7d1085-f981-4787-8c6c-debbde77e466 is scheduled to L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 with binding_index 1 {{(pid=78664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:21:34.944005 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 38434bd7-6ce9-40e0-896d-8a0410ec70c2 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:34.944575 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:35.162434 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060808a-2b13-4d65-add9-b95c54c0404a req-2c349235-5955-4680-be06-eecf06333cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:35.164730 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7060808a-2b13-4d65-add9-b95c54c0404a req-2c349235-5955-4680-be06-eecf06333cd2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9bccd4acb8f14e2c89f70d682d458f36&device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 1099 time: 0.3036962 May 10 17:21:35.193483 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 4231302a-9e5a-47a7-b779-cef9a1c81d3f up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:35.277221 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 4231302a-9e5a-47a7-b779-cef9a1c81d3f completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:35.279769 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:21:35.290108 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Sync routers for ids ['6f7d1085-f981-4787-8c6c-debbde77e466'] in dv-cinder-786385-3-iscsi {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:21:35.295261 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 4231302a-9e5a-47a7-b779-cef9a1c81d3f triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:35.295667 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:35.311592 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Routers {'6f7d1085-f981-4787-8c6c-debbde77e466'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:21:35.312569 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:21:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['6f7d1085-f981-4787-8c6c-debbde77e466'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:35.323411 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Notify callbacks [] for router, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:35.327123 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3702068 May 10 17:21:35.327490 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 52152) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:35.658019 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060808a-2b13-4d65-add9-b95c54c0404a req-ee1171e1-ddf3-47b2-ad95-49d5e1eaebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:35.659491 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7060808a-2b13-4d65-add9-b95c54c0404a req-ee1171e1-ddf3-47b2-ad95-49d5e1eaebf0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4 HTTP/1.1" status: 200 len: 920 time: 0.4874823 May 10 17:21:35.664203 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Set router 6f7d1085-f981-4787-8c6c-debbde77e466 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:21:35.688169 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4386c-d8a1-4d33-9f4d-78eb4a4ccb50 req-8e830f12-c84c-4cfe-8f3e-0c5b185dbb6e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:35.695199 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-04c4386c-d8a1-4d33-9f4d-78eb4a4ccb50 req-8e830f12-c84c-4cfe-8f3e-0c5b185dbb6e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.6534543 May 10 17:21:35.714409 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:35.819132 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 4231302a-9e5a-47a7-b779-cef9a1c81d3f, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=4231302a-9e5a-47a7-b779-cef9a1c81d3f,segment=NetworkSegment(812a43a8-56a7-4dc4-b271-74f6084387e7),segment_id=812a43a8-56a7-4dc4-b271-74f6084387e7)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:35.822256 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7060808a-2b13-4d65-add9-b95c54c0404a req-99f820a7-9e45-409f-b660-599722589cb8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2157096-4281-4005-ae95-f0a5a9d2c3e9 HTTP/1.1" status: 200 len: 217 time: 0.1459687 May 10 17:21:35.824691 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:35.826848 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:35.933678 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-04c4386c-d8a1-4d33-9f4d-78eb4a4ccb50 req-d623903c-e622-49e6-a351-5d135b093953 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372072 May 10 17:21:35.958118 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060808a-2b13-4d65-add9-b95c54c0404a req-82fbd4ac-49c8-4fec-9548-eaae56f8380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:35.960031 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7060808a-2b13-4d65-add9-b95c54c0404a req-82fbd4ac-49c8-4fec-9548-eaae56f8380b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=be69cc52-9a98-4fc1-87f3-313de9e76b52 HTTP/1.1" status: 200 len: 859 time: 0.1084294 May 10 17:21:35.979392 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=4231302a-9e5a-47a7-b779-cef9a1c81d3f,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:35.982957 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:36.042760 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7060808a-2b13-4d65-add9-b95c54c0404a req-0b5e654c-af7d-4d19-b5a6-818df10c23b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=db3f3b4e-f489-4e0e-932e-ffa1980b2df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754209 May 10 17:21:36.219514 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7060808a-2b13-4d65-add9-b95c54c0404a req-999c5500-7237-43f9-95fa-72c8fe5e2b4e service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646786 May 10 17:21:36.219857 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'name': 'tempest-TestShelveInstance-1908467460-router', 'tenant_id': '8dce70cd9e124290bb5daece37d65c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a08b173e-e2c1-4272-a4ef-a3a4b283c1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:30Z', 'updated_at': '2021-05-10T17:21:33Z', 'revision_number': 3, 'project_id': '8dce70cd9e124290bb5daece37d65c0b', 'gw_port': {'id': 'a08b173e-e2c1-4272-a4ef-a3a4b283c1fd', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:43:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:31Z', 'updated_at': '2021-05-10T17:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:36.234017 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Checking router: 6f7d1085-f981-4787-8c6c-debbde77e466 for host: dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:21:36.234490 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Updating router 6f7d1085-f981-4787-8c6c-debbde77e466 port a08b173e-e2c1-4272-a4ef-a3a4b283c1fd binding host dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:21:36.359909 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:36.404496 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7060808a-2b13-4d65-add9-b95c54c0404a req-083f1f9d-8f29-4798-9e7c-4e76659e2e0f service neutron] 10.222.0.48 "GET /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703472 May 10 17:21:36.525628 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 4231302a-9e5a-47a7-b779-cef9a1c81d3f up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:36.736669 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506605d-4bdf-46e7-baf0-12906931fe96 req-cf7aaf07-f9a0-4903-8ae4-579e1b8e9fe7 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:36.738086 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 4231302a-9e5a-47a7-b779-cef9a1c81d3f triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:36.740310 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:36.743565 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5506605d-4bdf-46e7-baf0-12906931fe96 req-cf7aaf07-f9a0-4903-8ae4-579e1b8e9fe7 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.5217135 May 10 17:21:36.853251 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Notify callbacks [] for port, precommit_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:36.867423 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.provisioning_blocks [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Transition to ACTIVE for port object a08b173e-e2c1-4272-a4ef-a3a4b283c1fd will not be triggered until provisioned by entity L2. {{(pid=78666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:36.875879 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:36.887656 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:36.978748 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:37.030132 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Attempting to bind port a08b173e-e2c1-4272-a4ef-a3a4b283c1fd on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:21:37.030508 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Attempting to bind port a08b173e-e2c1-4272-a4ef-a3a4b283c1fd by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:21:37.030878 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Attempting to bind port a08b173e-e2c1-4272-a4ef-a3a4b283c1fd on network b05e2d32-e45c-4d37-b711-ba1bc02235d8 {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:21:37.070156 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:21:37.070534 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Checking segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:21:37.070944 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:37.082595 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Bound using segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:21:37.083130 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Bound port: a08b173e-e2c1-4272-a4ef-a3a4b283c1fd, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:21:37.083553 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:37.100150 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5506605d-4bdf-46e7-baf0-12906931fe96 req-ab4f6799-adc6-4bc4-b31e-39f5e5a0e4ec tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3556690 May 10 17:21:37.158044 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554b322-ec16-4d65-8b50-b2936c0d00a6 None None] Pushing event updated for resources: {'Port': ['ID=a08b173e-e2c1-4272-a4ef-a3a4b283c1fd,revision_number=2']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:37.170503 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-a554b322-ec16-4d65-8b50-b2936c0d00a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:37.219478 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3643fc6-9aa3-41ae-9bd5-18d4cac2091a req-b5e5fb32-fa68-4d25-9ffb-b9510c805306 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:37.219478 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a3643fc6-9aa3-41ae-9bd5-18d4cac2091a req-b5e5fb32-fa68-4d25-9ffb-b9510c805306 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1513207 May 10 17:21:37.221753 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] For port a08b173e-e2c1-4272-a4ef-a3a4b283c1fd, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:21:37.226875 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] For port a08b173e-e2c1-4272-a4ef-a3a4b283c1fd, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=a08b173e-e2c1-4272-a4ef-a3a4b283c1fd,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:21:37.232209 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:37.239101 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-8c849f08-51eb-41aa-afe9-e67b47196d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:37.289936 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-cafc34e7-6b89-46a6-b6e4-4e84dbd0b89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:37.425690 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a3643fc6-9aa3-41ae-9bd5-18d4cac2091a req-1d55994b-9c2c-40e3-98d4-a0865d9a0d53 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803906 May 10 17:21:37.467213 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:37.512171 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Routers {'6f7d1085-f981-4787-8c6c-debbde77e466'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:21:37.518440 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:21:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['6f7d1085-f981-4787-8c6c-debbde77e466'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:37.568129 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-4be3db4e-0bf6-4108-b978-e17d492dc676 req-6406e7fa-694b-4897-99b6-aa652bd917e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2171981 May 10 17:21:37.569579 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Allocated IP 172.20.0.1 (aa113557-b678-4488-bae8-0f9fa4aad863/959323d5-c4f7-44ca-a566-4c6d3028e5ce/f4810800-4757-474e-9763-f52cafc2538c) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:21:37.625381 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554b322-ec16-4d65-8b50-b2936c0d00a6 None None] Pushing event updated for resources: {'Port': ['ID=a08b173e-e2c1-4272-a4ef-a3a4b283c1fd,revision_number=3']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:37.691289 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-a554b322-ec16-4d65-8b50-b2936c0d00a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:37.759660 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3db4e-0bf6-4108-b978-e17d492dc676 req-2d973612-372d-45b6-895d-a6d05227fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:37.761299 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-4be3db4e-0bf6-4108-b978-e17d492dc676 req-2d973612-372d-45b6-895d-a6d05227fd7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62136d7f0f71473ab7a5bef1cbdb2804&device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 1098 time: 0.1555867 May 10 17:21:37.783424 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] Set router 6f7d1085-f981-4787-8c6c-debbde77e466 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:21:37.930250 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:37.947613 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Transition to ACTIVE for port object f4810800-4757-474e-9763-f52cafc2538c will not be triggered until provisioned by entity DHCP. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:37.957031 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3db4e-0bf6-4108-b978-e17d492dc676 req-f939cde9-ba3f-4a25-aae2-12740ea276b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:37.958879 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-4be3db4e-0bf6-4108-b978-e17d492dc676 req-f939cde9-ba3f-4a25-aae2-12740ea276b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1f98b04-1289-47a9-9686-186f52c6471f HTTP/1.1" status: 200 len: 911 time: 0.1694732 May 10 17:21:37.975128 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:37.978935 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:38.040348 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Network aa113557-b678-4488-bae8-0f9fa4aad863 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:21:38.043492 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:38.047228 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:21:38.093203 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-4be3db4e-0bf6-4108-b978-e17d492dc676 req-5dabec8c-057b-49f3-8181-18cb322b1207 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46008e54-f42d-458c-8cd8-ecf3bf263399 HTTP/1.1" status: 200 len: 1001 time: 0.1260440 May 10 17:21:38.104000 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Pushing event updated for resources: {'Port': ['ID=f4810800-4757-474e-9763-f52cafc2538c,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:38.113938 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'name': 'tempest-TestShelveInstance-1908467460-router', 'tenant_id': '8dce70cd9e124290bb5daece37d65c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a08b173e-e2c1-4272-a4ef-a3a4b283c1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:30Z', 'updated_at': '2021-05-10T17:21:33Z', 'revision_number': 3, 'project_id': '8dce70cd9e124290bb5daece37d65c0b', 'gw_port': {'id': 'a08b173e-e2c1-4272-a4ef-a3a4b283c1fd', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:43:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:31Z', 'updated_at': '2021-05-10T17:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:38.115901 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:38.118102 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472f7cf5-4821-4899-a7aa-6cb8e9853632 None None] The sync data for ids ['6f7d1085-f981-4787-8c6c-debbde77e466'] in dv-cinder-786385-3-iscsi is: [{'id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'name': 'tempest-TestShelveInstance-1908467460-router', 'tenant_id': '8dce70cd9e124290bb5daece37d65c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a08b173e-e2c1-4272-a4ef-a3a4b283c1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:30Z', 'updated_at': '2021-05-10T17:21:33Z', 'revision_number': 3, 'project_id': '8dce70cd9e124290bb5daece37d65c0b', 'gw_port': {'id': 'a08b173e-e2c1-4272-a4ef-a3a4b283c1fd', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:43:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:31Z', 'updated_at': '2021-05-10T17:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}] {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:21:38.134227 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384723'] for router_interface, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:38.240798 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3db4e-0bf6-4108-b978-e17d492dc676 req-a05d90be-31a9-49ae-a4b1-7aaaefe21abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:38.242334 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-4be3db4e-0bf6-4108-b978-e17d492dc676 req-a05d90be-31a9-49ae-a4b1-7aaaefe21abc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db28a517-7717-4b21-84d2-bf190df65817 HTTP/1.1" status: 200 len: 849 time: 0.0987225 May 10 17:21:38.398671 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:38.418236 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b348099-09a0-4988-b950-0439ff7424f0 req-be3f120f-2644-478a-b04e-b5b28796d19c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:38.419674 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0b348099-09a0-4988-b950-0439ff7424f0 req-be3f120f-2644-478a-b04e-b5b28796d19c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1446884 May 10 17:21:38.467918 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-35946170-d167-42ff-8910-886e03039c7a None None] Provisioning for port f4810800-4757-474e-9763-f52cafc2538c completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:38.479944 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-35946170-d167-42ff-8910-886e03039c7a None None] Provisioning complete for port f4810800-4757-474e-9763-f52cafc2538c triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:38.480334 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-35946170-d167-42ff-8910-886e03039c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:38.531425 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3db4e-0bf6-4108-b978-e17d492dc676 req-095d98b0-c318-41a0-9f17-d49c4df3b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:38.539619 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-4be3db4e-0bf6-4108-b978-e17d492dc676 req-095d98b0-c318-41a0-9f17-d49c4df3b246 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1f98b04-1289-47a9-9686-186f52c6471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2604358 May 10 17:21:38.622016 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-35946170-d167-42ff-8910-886e03039c7a None None] Port f4810800-4757-474e-9763-f52cafc2538c cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:21:38.736828 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0b348099-09a0-4988-b950-0439ff7424f0 req-b7d00e63-cc93-45f4-905d-bc2525a8ed4b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104541 May 10 17:21:38.836873 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742c138-4f28-4b65-b974-ad427774bc0d req-0e988fc2-807c-4896-b4c9-b867b12e634b tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:38.844186 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0742c138-4f28-4b65-b974-ad427774bc0d req-0e988fc2-807c-4896-b4c9-b867b12e634b tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1817050 May 10 17:21:38.869950 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-4be3db4e-0bf6-4108-b978-e17d492dc676 req-deb4e5df-5bc0-4742-a35c-156bf38709d2 service neutron] 10.222.0.48 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222656 May 10 17:21:38.967066 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:38.973517 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:38.974331 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0742c138-4f28-4b65-b974-ad427774bc0d req-6ec081b8-d754-4048-841c-fe715cd8aa3c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292083 May 10 17:21:39.002709 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:39.064659 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-4be3db4e-0bf6-4108-b978-e17d492dc676 req-86476e50-ede4-48fd-8df1-d3bba9c516ad service neutron] 10.222.0.48 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836329 May 10 17:21:39.131215 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27be80-8bb0-4356-8e66-2d61231eb256 req-74eca54a-bc85-43ac-b8a1-b4c807f0482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:39.132711 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9f27be80-8bb0-4356-8e66-2d61231eb256 req-74eca54a-bc85-43ac-b8a1-b4c807f0482a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36ab77e54c50411aa55aac321de05175&device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 1099 time: 0.5508049 May 10 17:21:39.141233 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Pushing event updated for resources: {'Port': ['ID=f4810800-4757-474e-9763-f52cafc2538c,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:39.220595 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 52246) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:39.237874 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384624'] for router_interface, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:39.244424 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:39.381874 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27be80-8bb0-4356-8e66-2d61231eb256 req-3eef9e40-8d9f-47cd-af10-18232c4a4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:39.383476 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9f27be80-8bb0-4356-8e66-2d61231eb256 req-3eef9e40-8d9f-47cd-af10-18232c4a4ee1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5b047ab-a8ae-49d7-90db-71521d6a900a HTTP/1.1" status: 200 len: 917 time: 0.2435625 May 10 17:21:39.424450 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-91e71781-ac23-4ae1-84b6-73de6a290ee3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79434944688741999975d27d425fcb7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019069 May 10 17:21:39.425134 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 52260) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:39.491518 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:39.542003 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:39.587466 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Network aa113557-b678-4488-bae8-0f9fa4aad863 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:21:39.588875 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:39.591903 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9f27be80-8bb0-4356-8e66-2d61231eb256 req-b3963e2c-905f-4ab4-a3ec-3e8620912241 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b64ee44-dd4a-4759-aa6c-c1ed53271755 HTTP/1.1" status: 200 len: 1001 time: 0.1975424 May 10 17:21:39.633542 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:39.638375 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-528078d2-5b8a-443c-b142-01e5fd9729a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:39.668357 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a937607-8f2e-45af-997f-68ba7c6eb626,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:39.687874 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:39.687874 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:39.699124 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:39.699525 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:39.699889 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:39.700248 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:39.700602 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:39.700973 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:39.701500 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:39.701740 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:39.702001 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:39.705704 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:21:39.729595 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:39.731649 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:39.739963 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a937607-8f2e-45af-997f-68ba7c6eb626 HTTP/1.1" status: 204 len: 168 time: 0.3137016 May 10 17:21:39.849661 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27be80-8bb0-4356-8e66-2d61231eb256 req-7edbf96f-7c62-4ff5-875b-5dc350b4c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:39.856717 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9f27be80-8bb0-4356-8e66-2d61231eb256 req-7edbf96f-7c62-4ff5-875b-5dc350b4c3ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28793b78-963b-491c-8dc7-3600112cdfe4 HTTP/1.1" status: 200 len: 855 time: 0.1962473 May 10 17:21:39.878184 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:39.924357 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-0e0f3c87-ea6a-4538-89d7-36e9aca4e064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:39.964270 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 52274) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:40.027898 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ddbde-70f8-47bb-8286-7143912428fa req-083014c9-1939-4b65-8411-698ee0e744d0 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:40.037760 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fe0ddbde-70f8-47bb-8286-7143912428fa req-083014c9-1939-4b65-8411-698ee0e744d0 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1097713 May 10 17:21:40.062826 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-6d1ea09d-43c9-4879-9a89-4654280135c0 None None] Provisioning complete for port f4810800-4757-474e-9763-f52cafc2538c triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:40.063604 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea09d-43c9-4879-9a89-4654280135c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:40.097449 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fe0ddbde-70f8-47bb-8286-7143912428fa req-f9439b0a-4bff-48d4-8ff9-2d816db67694 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581963 May 10 17:21:40.138441 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ea09d-43c9-4879-9a89-4654280135c0 None None] Port f4810800-4757-474e-9763-f52cafc2538c cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:21:40.219294 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27be80-8bb0-4356-8e66-2d61231eb256 req-255f7278-b6ac-4cb5-9cec-5c794af8275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:40.221302 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9f27be80-8bb0-4356-8e66-2d61231eb256 req-255f7278-b6ac-4cb5-9cec-5c794af8275c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5b047ab-a8ae-49d7-90db-71521d6a900a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2560933 May 10 17:21:40.230601 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Router 6f7d1085-f981-4787-8c6c-debbde77e466 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:21:40.479444 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device a08b173e-e2c1-4272-a4ef-a3a4b283c1fd up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:40.485110 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-30573a40-aeed-4fae-bf95-3d8f150e5a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:40.523923 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-30573a40-aeed-4fae-bf95-3d8f150e5a8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:40.540374 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-30573a40-aeed-4fae-bf95-3d8f150e5a8f admin admin] Usage tracker for resource:security_group_rule and tenant:993d56348e9e4a4582bd1604fd1e39e1 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:40.544963 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port a08b173e-e2c1-4272-a4ef-a3a4b283c1fd completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:40.549306 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-30573a40-aeed-4fae-bf95-3d8f150e5a8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:40.549795 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port a08b173e-e2c1-4272-a4ef-a3a4b283c1fd triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:40.550199 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:40.558798 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-30573a40-aeed-4fae-bf95-3d8f150e5a8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:40.566066 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9f27be80-8bb0-4356-8e66-2d61231eb256 req-f22a24ec-223b-4ee7-b95d-75808fb0224d service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340466 May 10 17:21:40.670036 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:40.675262 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:21:40.687308 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Sync routers for ids ['6f7d1085-f981-4787-8c6c-debbde77e466'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:21:40.695254 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port a08b173e-e2c1-4272-a4ef-a3a4b283c1fd, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=a08b173e-e2c1-4272-a4ef-a3a4b283c1fd,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:40.700488 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:40.702304 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Routers {'6f7d1085-f981-4787-8c6c-debbde77e466'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:21:40.702938 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:21:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['6f7d1085-f981-4787-8c6c-debbde77e466'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:40.758261 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] 10.222.0.16 "PUT /v2.0/routers/6f7d1085-f981-4787-8c6c-debbde77e466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4296937 May 10 17:21:40.768246 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:40.790307 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9f27be80-8bb0-4356-8e66-2d61231eb256 req-73f87c33-e065-4130-82ac-242ad3c324b9 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140994 May 10 17:21:40.844544 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-30573a40-aeed-4fae-bf95-3d8f150e5a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:40.850326 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-30573a40-aeed-4fae-bf95-3d8f150e5a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:40.860204 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-5c041d54-c7f1-4483-a552-a7cd471d2038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:40.887419 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=a08b173e-e2c1-4272-a4ef-a3a4b283c1fd,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:40.921907 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 52286) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:40.922593 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-30573a40-aeed-4fae-bf95-3d8f150e5a8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=993d56348e9e4a4582bd1604fd1e39e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9558480 May 10 17:21:40.924181 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30573a40-aeed-4fae-bf95-3d8f150e5a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec86609-cb29-406c-a9ae-cb045bfb81ac,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:40.927171 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-30573a40-aeed-4fae-bf95-3d8f150e5a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:40.967280 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:40.985232 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:41.001704 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9d17101d-218a-4037-ae0d-364fc811440c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:41.033321 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9d17101d-218a-4037-ae0d-364fc811440c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:41.069426 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Set router 6f7d1085-f981-4787-8c6c-debbde77e466 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:21:41.104517 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9d17101d-218a-4037-ae0d-364fc811440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:41.109143 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-01765924-6345-4146-a919-8c5b5b0b455f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:41.121970 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17101d-218a-4037-ae0d-364fc811440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec86609-cb29-406c-a9ae-cb045bfb81ac,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:41.124440 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-9d17101d-218a-4037-ae0d-364fc811440c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:41.133633 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9d17101d-218a-4037-ae0d-364fc811440c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:41.137149 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-9d17101d-218a-4037-ae0d-364fc811440c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ec86609-cb29-406c-a9ae-cb045bfb81ac HTTP/1.1" status: 204 len: 168 time: 0.2119315 May 10 17:21:41.373201 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723d994-a631-4808-969e-12270b78fbf0 req-6629c2b6-d3b1-4f11-bb27-73bf03d22f1d tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:41.374725 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-e723d994-a631-4808-969e-12270b78fbf0 req-6629c2b6-d3b1-4f11-bb27-73bf03d22f1d tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 946 time: 0.1026652 May 10 17:21:41.398779 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 52302) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:41.404330 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-09858d26-8568-4b62-97b4-0510ab7294e8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1541167892', 'description': 'tempest-secgroup-smoke-1541167892 description', 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:41.412822 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-09858d26-8568-4b62-97b4-0510ab7294e8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:41.418544 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-09858d26-8568-4b62-97b4-0510ab7294e8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Usage tracker for resource:security_group and tenant:4234b151a6ef47f78f6d57ecc2adac6b is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:41.421427 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-09858d26-8568-4b62-97b4-0510ab7294e8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:41.433750 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-09858d26-8568-4b62-97b4-0510ab7294e8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:41.436258 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-e723d994-a631-4808-969e-12270b78fbf0 req-685f2b64-b01f-4b38-8a1c-5c27e123fd17 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517185 May 10 17:21:41.447316 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-09858d26-8568-4b62-97b4-0510ab7294e8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:41.471352 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-09858d26-8568-4b62-97b4-0510ab7294e8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:41.475344 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-09858d26-8568-4b62-97b4-0510ab7294e8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Usage tracker for resource:security_group_rule and tenant:4234b151a6ef47f78f6d57ecc2adac6b is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:41.478248 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-09858d26-8568-4b62-97b4-0510ab7294e8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:41.484684 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-09858d26-8568-4b62-97b4-0510ab7294e8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:41.498396 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'name': 'tempest-TestShelveInstance-1908467460-router', 'tenant_id': '8dce70cd9e124290bb5daece37d65c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a08b173e-e2c1-4272-a4ef-a3a4b283c1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:30Z', 'updated_at': '2021-05-10T17:21:38Z', 'revision_number': 4, 'project_id': '8dce70cd9e124290bb5daece37d65c0b', 'gw_port': {'id': 'a08b173e-e2c1-4272-a4ef-a3a4b283c1fd', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:31Z', 'updated_at': '2021-05-10T17:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': 'f4810800-4757-474e-9763-f52cafc2538c', 'name': '', 'network_id': 'aa113557-b678-4488-bae8-0f9fa4aad863', 'tenant_id': '8dce70cd9e124290bb5daece37d65c0b', 'mac_address': 'fa:16:3e:93:a1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '959323d5-c4f7-44ca-a566-4c6d3028e5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:37Z', 'updated_at': '2021-05-10T17:21:38Z', 'revision_number': 2, 'project_id': '8dce70cd9e124290bb5daece37d65c0b', 'subnets': [{'id': '959323d5-c4f7-44ca-a566-4c6d3028e5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:41.506148 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Checking router: 6f7d1085-f981-4787-8c6c-debbde77e466 for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:21:41.506608 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Updating router 6f7d1085-f981-4787-8c6c-debbde77e466 port f4810800-4757-474e-9763-f52cafc2538c binding host dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:21:41.563333 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-09858d26-8568-4b62-97b4-0510ab7294e8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:41.566358 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:41.567946 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-09858d26-8568-4b62-97b4-0510ab7294e8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:41.573556 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8aa3451d-6fbe-4768-a809-570d56fbbc20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:41.616186 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09858d26-8568-4b62-97b4-0510ab7294e8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de608120-95d8-4c65-be7c-787c766ab628,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:41.622198 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-09858d26-8568-4b62-97b4-0510ab7294e8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:41.623654 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-09858d26-8568-4b62-97b4-0510ab7294e8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:41.624475 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-09858d26-8568-4b62-97b4-0510ab7294e8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2246432 May 10 17:21:41.627801 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 52314) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:41.633329 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-e4f31f2d-fe70-4648-9b8b-82fc42baba2f tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Request body: {'security_group_rule': {'security_group_id': 'de608120-95d8-4c65-be7c-787c766ab628', 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:41.639440 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-e4f31f2d-fe70-4648-9b8b-82fc42baba2f tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:41.643255 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-e4f31f2d-fe70-4648-9b8b-82fc42baba2f tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Usage tracker for resource:security_group_rule and tenant:4234b151a6ef47f78f6d57ecc2adac6b is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:41.646187 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-e4f31f2d-fe70-4648-9b8b-82fc42baba2f tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:41.651868 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-e4f31f2d-fe70-4648-9b8b-82fc42baba2f tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:41.668258 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e4f31f2d-fe70-4648-9b8b-82fc42baba2f tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:41.776046 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e4f31f2d-fe70-4648-9b8b-82fc42baba2f tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:41.780810 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e4f31f2d-fe70-4648-9b8b-82fc42baba2f tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:41.783207 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:41.804935 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f31f2d-fe70-4648-9b8b-82fc42baba2f tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077f4a5b-e452-44d2-85dc-666c41a38cb4,revision_number=0']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:41.810029 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-e4f31f2d-fe70-4648-9b8b-82fc42baba2f tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:41.818101 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e4f31f2d-fe70-4648-9b8b-82fc42baba2f tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:41.819295 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-e4f31f2d-fe70-4648-9b8b-82fc42baba2f tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1904144 May 10 17:21:41.822157 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 52324) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:41.827680 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-9a26b9c9-48f1-401b-bf18-abe1bc0953a4 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Request body: {'security_group_rule': {'security_group_id': 'de608120-95d8-4c65-be7c-787c766ab628', 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:41.834817 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-9a26b9c9-48f1-401b-bf18-abe1bc0953a4 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:41.838793 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-9a26b9c9-48f1-401b-bf18-abe1bc0953a4 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Usage tracker for resource:security_group_rule and tenant:4234b151a6ef47f78f6d57ecc2adac6b is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:41.845562 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-9a26b9c9-48f1-401b-bf18-abe1bc0953a4 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:41.852512 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-9a26b9c9-48f1-401b-bf18-abe1bc0953a4 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:41.873566 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9a26b9c9-48f1-401b-bf18-abe1bc0953a4 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:41.899160 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 0b64ee44-dd4a-4759-aa6c-c1ed53271755 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:21:41.936895 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9a26b9c9-48f1-401b-bf18-abe1bc0953a4 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:41.941199 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9a26b9c9-48f1-401b-bf18-abe1bc0953a4 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:41.944143 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:41.955231 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 52330) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:41.977084 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26b9c9-48f1-401b-bf18-abe1bc0953a4 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173f3499-ed36-449b-9bcd-41a3c2419d86,revision_number=0']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:41.979559 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9a26b9c9-48f1-401b-bf18-abe1bc0953a4 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:41.980733 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-9a26b9c9-48f1-401b-bf18-abe1bc0953a4 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1576474 May 10 17:21:41.981665 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-9a26b9c9-48f1-401b-bf18-abe1bc0953a4 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:41.983654 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 52336) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:41.989203 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-a9d040b8-15ae-4564-999f-a74d1b9dc676 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Request body: {'security_group_rule': {'security_group_id': 'de608120-95d8-4c65-be7c-787c766ab628', 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:41.995973 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-a9d040b8-15ae-4564-999f-a74d1b9dc676 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:41.999999 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-a9d040b8-15ae-4564-999f-a74d1b9dc676 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Usage tracker for resource:security_group_rule and tenant:4234b151a6ef47f78f6d57ecc2adac6b is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:42.003388 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-a9d040b8-15ae-4564-999f-a74d1b9dc676 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:42.009374 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-a9d040b8-15ae-4564-999f-a74d1b9dc676 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:42.027278 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a9d040b8-15ae-4564-999f-a74d1b9dc676 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.080115 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2090077683-network', 'tenant_id': '421e87ec99024b31937c6d93c150aa34'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:42.085444 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:42.092208 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Usage tracker for resource:network and tenant:421e87ec99024b31937c6d93c150aa34 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:42.092971 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.101170 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:42.109138 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a9d040b8-15ae-4564-999f-a74d1b9dc676 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.110998 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:42.116318 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a9d040b8-15ae-4564-999f-a74d1b9dc676 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.121075 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:42.129075 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Notify callbacks [] for port, precommit_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.137011 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b64ee44-dd4a-4759-aa6c-c1ed53271755'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:21:42.137716 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Made reservation on behalf of 421e87ec99024b31937c6d93c150aa34 for: {'network': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:21:42.140007 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.153173 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 0b64ee44-dd4a-4759-aa6c-c1ed53271755, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0b64ee44-dd4a-4759-aa6c-c1ed53271755,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:42.154672 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Transition to ACTIVE for port object f4810800-4757-474e-9763-f52cafc2538c will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:42.158993 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.160786 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:42.184461 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.199113 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d040b8-15ae-4564-999f-a74d1b9dc676 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af98c413-286a-45c9-adc0-6a0f4fa70614,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:42.202185 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a9d040b8-15ae-4564-999f-a74d1b9dc676 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:42.205644 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a9d040b8-15ae-4564-999f-a74d1b9dc676 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.206881 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-a9d040b8-15ae-4564-999f-a74d1b9dc676 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2221849 May 10 17:21:42.209784 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 52346) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:42.215498 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:42.215760 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-6cc7437f-5947-4c5a-aadc-19946a9bb67b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Request body: {'security_group_rule': {'security_group_id': 'de608120-95d8-4c65-be7c-787c766ab628', 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:42.221494 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Usage tracker for resource:security_group_rule and tenant:421e87ec99024b31937c6d93c150aa34 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:42.222449 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-6cc7437f-5947-4c5a-aadc-19946a9bb67b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:42.225743 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:42.226238 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-6cc7437f-5947-4c5a-aadc-19946a9bb67b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Usage tracker for resource:security_group_rule and tenant:4234b151a6ef47f78f6d57ecc2adac6b is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:42.230688 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-6cc7437f-5947-4c5a-aadc-19946a9bb67b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:42.233641 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:42.237274 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-6cc7437f-5947-4c5a-aadc-19946a9bb67b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:42.250030 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b64ee44-dd4a-4759-aa6c-c1ed53271755', 'code': 200} May 10 17:21:42.254469 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.257806 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-6cc7437f-5947-4c5a-aadc-19946a9bb67b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.267670 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=0b64ee44-dd4a-4759-aa6c-c1ed53271755,revision_number=8']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:42.339081 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:42.340884 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-0cca6305-33fb-4a50-aee6-8fd78cacbcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:42.349961 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-6cc7437f-5947-4c5a-aadc-19946a9bb67b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.356376 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-6cc7437f-5947-4c5a-aadc-19946a9bb67b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.365135 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.372801 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.381293 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-76901325-9c6e-43ee-aa0c-9e93d8e45eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:42.390317 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-e4f31f2d-fe70-4648-9b8b-82fc42baba2f tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:42.402857 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-6cc7437f-5947-4c5a-aadc-19946a9bb67b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.405522 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-6cc7437f-5947-4c5a-aadc-19946a9bb67b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1940267 May 10 17:21:42.410153 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 52352) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:42.415648 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7437f-5947-4c5a-aadc-19946a9bb67b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e64e0a5-695e-43f3-a9c5-8ce8d3e64c66,revision_number=0']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:42.419184 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-6cc7437f-5947-4c5a-aadc-19946a9bb67b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:42.425305 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-0343fa52-3b56-431b-b6c5-f10e6c167e7e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Request body: {'security_group_rule': {'security_group_id': 'de608120-95d8-4c65-be7c-787c766ab628', 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:42.434614 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-0343fa52-3b56-431b-b6c5-f10e6c167e7e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:42.438784 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-0343fa52-3b56-431b-b6c5-f10e6c167e7e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Usage tracker for resource:security_group_rule and tenant:4234b151a6ef47f78f6d57ecc2adac6b is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:42.442962 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-0343fa52-3b56-431b-b6c5-f10e6c167e7e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:42.448884 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-0343fa52-3b56-431b-b6c5-f10e6c167e7e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:42.462795 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.securitygroups_db [None req-0343fa52-3b56-431b-b6c5-f10e6c167e7e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Project 4234b151a6ef47f78f6d57ecc2adac6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:21:42.466310 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=78663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:21:42.474943 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0343fa52-3b56-431b-b6c5-f10e6c167e7e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.487238 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6221409-9ebd-4fa1-909e-8a5792c5cbba,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:42.501745 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:42.505322 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.505934 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.segments_db [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Added segment 43d12997-b189-493d-954d-6366fd530261 of type vlan for network 2e8f257b-0f34-42a9-8f4f-ec787f5b74ca May 10 17:21:42.538510 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.586719 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.587841 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.588863 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device a08b173e-e2c1-4272-a4ef-a3a4b283c1fd up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:42.590616 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:42.591258 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.594373 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0343fa52-3b56-431b-b6c5-f10e6c167e7e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.602265 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0343fa52-3b56-431b-b6c5-f10e6c167e7e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.605237 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-9a26b9c9-48f1-401b-bf18-abe1bc0953a4 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:42.632157 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343fa52-3b56-431b-b6c5-f10e6c167e7e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3571ee7-e15a-40cb-982d-da4297e41f9d,revision_number=0']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:42.634728 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0343fa52-3b56-431b-b6c5-f10e6c167e7e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:42.642747 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:42.643539 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0343fa52-3b56-431b-b6c5-f10e6c167e7e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.645110 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-0343fa52-3b56-431b-b6c5-f10e6c167e7e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2338324 May 10 17:21:42.647897 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 52358) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:42.653338 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-102faef3-8dbc-4e62-a189-c98b321492fc tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Request body: {'security_group_rule': {'security_group_id': 'de608120-95d8-4c65-be7c-787c766ab628', 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:42.659923 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-102faef3-8dbc-4e62-a189-c98b321492fc tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:42.662554 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392da1a7-a41d-49ac-8573-51a09e566cd0 None None] Pushing event updated for resources: {'Port': ['ID=f4810800-4757-474e-9763-f52cafc2538c,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:42.664010 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-102faef3-8dbc-4e62-a189-c98b321492fc tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Usage tracker for resource:security_group_rule and tenant:4234b151a6ef47f78f6d57ecc2adac6b is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:42.667334 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-102faef3-8dbc-4e62-a189-c98b321492fc tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:42.668779 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-392da1a7-a41d-49ac-8573-51a09e566cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:42.673142 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Attempting to bind port f4810800-4757-474e-9763-f52cafc2538c on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:21:42.673949 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Attempting to bind port f4810800-4757-474e-9763-f52cafc2538c by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '812a43a8-56a7-4dc4-b271-74f6084387e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'aa113557-b678-4488-bae8-0f9fa4aad863'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:21:42.674087 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Attempting to bind port f4810800-4757-474e-9763-f52cafc2538c on network aa113557-b678-4488-bae8-0f9fa4aad863 {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:21:42.676567 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-102faef3-8dbc-4e62-a189-c98b321492fc tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:42.690629 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:21:42.691027 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.securitygroups_db [None req-102faef3-8dbc-4e62-a189-c98b321492fc tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Project 4234b151a6ef47f78f6d57ecc2adac6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:21:42.691646 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Checking segment: {'id': '812a43a8-56a7-4dc4-b271-74f6084387e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'aa113557-b678-4488-bae8-0f9fa4aad863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:21:42.692258 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.692810 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Bound using segment: {'id': '812a43a8-56a7-4dc4-b271-74f6084387e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'aa113557-b678-4488-bae8-0f9fa4aad863'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:21:42.693559 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Bound port: f4810800-4757-474e-9763-f52cafc2538c, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812a43a8-56a7-4dc4-b271-74f6084387e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'aa113557-b678-4488-bae8-0f9fa4aad863'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:21:42.694127 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.698418 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-102faef3-8dbc-4e62-a189-c98b321492fc tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.791545 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-102faef3-8dbc-4e62-a189-c98b321492fc tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.796173 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-102faef3-8dbc-4e62-a189-c98b321492fc tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.798666 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:42.812339 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8559189 May 10 17:21:42.816255 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 52364) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:42.822152 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port a08b173e-e2c1-4272-a4ef-a3a4b283c1fd triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:42.822539 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.823721 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-fc1d3a43-384d-4baa-bca1-31a9e3e02f40 admin admin] Request body: {'subnet': {'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2090077683-subnet', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'ip_version': 4}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:42.833843 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-102faef3-8dbc-4e62-a189-c98b321492fc tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.843967 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-fc1d3a43-384d-4baa-bca1-31a9e3e02f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:42.844202 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-102faef3-8dbc-4e62-a189-c98b321492fc tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1863244 May 10 17:21:42.844202 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102faef3-8dbc-4e62-a189-c98b321492fc tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60f950e-247c-44ce-957e-f6e71edce237,revision_number=0']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:42.844377 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Pushing event updated for resources: {'Network': ['ID=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:42.844480 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-102faef3-8dbc-4e62-a189-c98b321492fc tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:42.858440 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:42.859770 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-fc1d3a43-384d-4baa-bca1-31a9e3e02f40 admin admin] Usage tracker for resource:subnet and tenant:421e87ec99024b31937c6d93c150aa34 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:42.867986 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-fc1d3a43-384d-4baa-bca1-31a9e3e02f40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:42.869286 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network 2e8f257b-0f34-42a9-8f4f-ec787f5b74ca details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:21:42.876858 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-fc1d3a43-384d-4baa-bca1-31a9e3e02f40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:42.909727 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132558ff-7f6a-4232-9b24-27540d396ad6 req-951fc01d-a022-4ca5-9c1b-5312fab0e656 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:42.911338 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-132558ff-7f6a-4232-9b24-27540d396ad6 req-951fc01d-a022-4ca5-9c1b-5312fab0e656 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.3229091 May 10 17:21:42.912490 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1d3a43-384d-4baa-bca1-31a9e3e02f40 admin admin] Made reservation on behalf of 421e87ec99024b31937c6d93c150aa34 for: {'subnet': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:21:42.915478 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3a43-384d-4baa-bca1-31a9e3e02f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14861259'] for subnet, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:42.988136 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] For port f4810800-4757-474e-9763-f52cafc2538c, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:21:43.025918 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] For port f4810800-4757-474e-9763-f52cafc2538c, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=f4810800-4757-474e-9763-f52cafc2538c,segment=NetworkSegment(812a43a8-56a7-4dc4-b271-74f6084387e7),segment_id=812a43a8-56a7-4dc4-b271-74f6084387e7)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:21:43.035394 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:43.039602 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:43.057001 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-132558ff-7f6a-4232-9b24-27540d396ad6 req-fe48517c-c3e8-442f-911b-c716ab60226b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268256 May 10 17:21:43.197340 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Routers {'6f7d1085-f981-4787-8c6c-debbde77e466'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:21:43.198559 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:21:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['6f7d1085-f981-4787-8c6c-debbde77e466'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:43.318656 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392da1a7-a41d-49ac-8573-51a09e566cd0 None None] Pushing event updated for resources: {'Port': ['ID=f4810800-4757-474e-9763-f52cafc2538c,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:43.328941 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-392da1a7-a41d-49ac-8573-51a09e566cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:43.402535 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] Set router 6f7d1085-f981-4787-8c6c-debbde77e466 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:21:43.460251 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3a43-384d-4baa-bca1-31a9e3e02f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14767415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14861241'] for subnet, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:43.466250 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-357e53d7-b50c-4dbe-9f7b-62e7fbe38d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:43.613519 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d3a43-384d-4baa-bca1-31a9e3e02f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14fae831-6cf0-4180-8517-89741e4f9411,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:43.616460 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-fc1d3a43-384d-4baa-bca1-31a9e3e02f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:43.644702 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d3a43-384d-4baa-bca1-31a9e3e02f40 admin admin] Checking segment: {'id': '43d12997-b189-493d-954d-6366fd530261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:21:43.645478 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1d3a43-384d-4baa-bca1-31a9e3e02f40 admin admin] Network hostable DHCP agents. Network: 2e8f257b-0f34-42a9-8f4f-ec787f5b74ca, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:21:43.667033 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1d3a43-384d-4baa-bca1-31a9e3e02f40 admin admin] Network 2e8f257b-0f34-42a9-8f4f-ec787f5b74ca is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:21:43.681939 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-fc1d3a43-384d-4baa-bca1-31a9e3e02f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, 2e8f257b-0f34-42a9-8f4f-ec787f5b74ca) {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:43.695329 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1d3a43-384d-4baa-bca1-31a9e3e02f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:43.696224 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3a43-384d-4baa-bca1-31a9e3e02f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:43.707279 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae54790-d67d-4810-8466-61c084c3275f None None] Network 2e8f257b-0f34-42a9-8f4f-ec787f5b74ca requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:21:43.729400 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 52410) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:43.732515 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-fc1d3a43-384d-4baa-bca1-31a9e3e02f40 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9125493 May 10 17:21:43.737023 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2090077683-router', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:43.745779 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:43.757866 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Usage tracker for resource:router and tenant:421e87ec99024b31937c6d93c150aa34 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:43.762503 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:43.776286 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:43.803958 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16464111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8048'] for router, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:43.805279 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16464096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16351655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8059'] for router, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:43.835179 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:44.047318 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb23d54-0a76-47a4-a0dd-ef780b301e92 req-fcfe746b-ceb0-439f-9f53-3dbbf23d0ee6 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:44.048796 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ceb23d54-0a76-47a4-a0dd-ef780b301e92 req-fcfe746b-ceb0-439f-9f53-3dbbf23d0ee6 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.0862329 May 10 17:21:44.082941 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'name': 'tempest-TestShelveInstance-1908467460-router', 'tenant_id': '8dce70cd9e124290bb5daece37d65c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a08b173e-e2c1-4272-a4ef-a3a4b283c1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:30Z', 'updated_at': '2021-05-10T17:21:38Z', 'revision_number': 4, 'project_id': '8dce70cd9e124290bb5daece37d65c0b', 'gw_port': {'id': 'a08b173e-e2c1-4272-a4ef-a3a4b283c1fd', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:31Z', 'updated_at': '2021-05-10T17:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': 'f4810800-4757-474e-9763-f52cafc2538c', 'name': '', 'network_id': 'aa113557-b678-4488-bae8-0f9fa4aad863', 'tenant_id': '8dce70cd9e124290bb5daece37d65c0b', 'mac_address': 'fa:16:3e:93:a1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '959323d5-c4f7-44ca-a566-4c6d3028e5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:37Z', 'updated_at': '2021-05-10T17:21:42Z', 'revision_number': 4, 'project_id': '8dce70cd9e124290bb5daece37d65c0b', 'subnets': [{'id': '959323d5-c4f7-44ca-a566-4c6d3028e5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:44.089513 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cfd7dc-17fc-4ab0-a393-2f520825310d None None] The sync data for ids ['6f7d1085-f981-4787-8c6c-debbde77e466'] in dv-cinder-786385-3-iscsi is: [{'id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'name': 'tempest-TestShelveInstance-1908467460-router', 'tenant_id': '8dce70cd9e124290bb5daece37d65c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a08b173e-e2c1-4272-a4ef-a3a4b283c1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:30Z', 'updated_at': '2021-05-10T17:21:38Z', 'revision_number': 4, 'project_id': '8dce70cd9e124290bb5daece37d65c0b', 'gw_port': {'id': 'a08b173e-e2c1-4272-a4ef-a3a4b283c1fd', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:31Z', 'updated_at': '2021-05-10T17:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': 'f4810800-4757-474e-9763-f52cafc2538c', 'name': '', 'network_id': 'aa113557-b678-4488-bae8-0f9fa4aad863', 'tenant_id': '8dce70cd9e124290bb5daece37d65c0b', 'mac_address': 'fa:16:3e:93:a1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '959323d5-c4f7-44ca-a566-4c6d3028e5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:37Z', 'updated_at': '2021-05-10T17:21:42Z', 'revision_number': 4, 'project_id': '8dce70cd9e124290bb5daece37d65c0b', 'subnets': [{'id': '959323d5-c4f7-44ca-a566-4c6d3028e5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:21:44.097976 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ceb23d54-0a76-47a4-a0dd-ef780b301e92 req-c6558aec-02e1-4730-83f3-6728d5e2cc1c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408804 May 10 17:21:44.141454 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16388505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16399131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8021'] for router, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:44.177949 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f505eac-e142-5046-a4ca-39a60f4d7dd4-2e8f257b-0f34-42a9-8f4f-ec787f5b74ca', 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'fixed_ips': [{'subnet_id': '14fae831-6cf0-4180-8517-89741e4f9411'}]}} from dv-cinder-786385-3-iscsi. {{(pid=78665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:21:44.178809 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:44.393792 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.db_base_plugin_common [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Allocated IP 172.20.0.2 (2e8f257b-0f34-42a9-8f4f-ec787f5b74ca/14fae831-6cf0-4180-8517-89741e4f9411/04cafefb-640a-4707-ad2f-66402783f34d) {{(pid=78665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:21:44.550853 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb8106-69c3-47ad-9e27-6fb30e3a2d84 req-50ecab90-b44a-47d3-9524-7b989388304a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:44.551866 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e6eb8106-69c3-47ad-9e27-6fb30e3a2d84 req-50ecab90-b44a-47d3-9524-7b989388304a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.1632233 May 10 17:21:44.558338 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device f4810800-4757-474e-9763-f52cafc2538c up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:44.668684 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e6eb8106-69c3-47ad-9e27-6fb30e3a2d84 req-be4c2210-1b17-4c1e-88b6-1da128e7f849 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041164 May 10 17:21:44.732052 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Notify callbacks [] for port, precommit_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:44.744858 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Transition to ACTIVE for port object 04cafefb-640a-4707-ad2f-66402783f34d will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:44.770273 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Transition to ACTIVE for port object 04cafefb-640a-4707-ad2f-66402783f34d will not be triggered until provisioned by entity DHCP. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:44.773283 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port f4810800-4757-474e-9763-f52cafc2538c completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:44.787195 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port f4810800-4757-474e-9763-f52cafc2538c triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:44.787724 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:44.833960 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:44.844607 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:44.852808 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:44.913145 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:44.915964 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Network 2e8f257b-0f34-42a9-8f4f-ec787f5b74ca is already hosted by enough agents. {{(pid=78665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:21:44.922001 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.base_scheduler [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Resources bound (agent type, host, resource id): {{(pid=78665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:44.937024 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Received port after_create {{(pid=78665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:21:45.075634 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Pushing event updated for resources: {'Port': ['ID=04cafefb-640a-4707-ad2f-66402783f34d,revision_number=1']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:45.097843 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:45.120947 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Attempting to bind port 04cafefb-640a-4707-ad2f-66402783f34d on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:21:45.121962 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Attempting to bind port 04cafefb-640a-4707-ad2f-66402783f34d by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '43d12997-b189-493d-954d-6366fd530261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:21:45.122388 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Attempting to bind port 04cafefb-640a-4707-ad2f-66402783f34d on network 2e8f257b-0f34-42a9-8f4f-ec787f5b74ca {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:21:45.133632 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:21:45.134063 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Checking segment: {'id': '43d12997-b189-493d-954d-6366fd530261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:21:45.134612 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:45.135081 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Bound using segment: {'id': '43d12997-b189-493d-954d-6366fd530261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:21:45.135746 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Bound port: 04cafefb-640a-4707-ad2f-66402783f34d, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d12997-b189-493d-954d-6366fd530261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:21:45.136315 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:45.144276 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Allocated IP 172.27.0.106 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/3c57ce02-c71d-4f54-9c77-78516c50bf3b) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:21:45.224425 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:45.316928 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port f4810800-4757-474e-9763-f52cafc2538c, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=f4810800-4757-474e-9763-f52cafc2538c,segment=NetworkSegment(812a43a8-56a7-4dc4-b271-74f6084387e7),segment_id=812a43a8-56a7-4dc4-b271-74f6084387e7)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:45.323434 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:45.338455 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:45.339233 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:45.417019 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] For port 04cafefb-640a-4707-ad2f-66402783f34d, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:21:45.436380 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] For port 04cafefb-640a-4707-ad2f-66402783f34d, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=04cafefb-640a-4707-ad2f-66402783f34d,segment=NetworkSegment(43d12997-b189-493d-954d-6366fd530261),segment_id=43d12997-b189-493d-954d-6366fd530261)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:21:45.440100 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=f4810800-4757-474e-9763-f52cafc2538c,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:45.443636 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:45.444841 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:45.448732 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:45.459240 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:45.465236 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-fcb4a6b0-dee3-4f17-be5c-80bddd5d3c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:45.532815 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Pushing event updated for resources: {'Port': ['ID=04cafefb-640a-4707-ad2f-66402783f34d,revision_number=2']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:45.538100 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:45.564682 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def77ed8-724c-4ee7-887f-d779d25b22ae req-0ef386b8-d1a9-49e9-9e90-efda00730dc5 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:45.564682 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-def77ed8-724c-4ee7-887f-d779d25b22ae req-0ef386b8-d1a9-49e9-9e90-efda00730dc5 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.2657962 May 10 17:21:45.570695 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:21:45.578901 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:45.582080 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:21:45.655467 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Pushing event updated for resources: {'Port': ['ID=3c57ce02-c71d-4f54-9c77-78516c50bf3b,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:45.658748 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:45.834820 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-def77ed8-724c-4ee7-887f-d779d25b22ae req-476a4ffd-e3ab-4dc8-ae37-55c6aa93d867 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610416 May 10 17:21:45.954674 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 0b64ee44-dd4a-4759-aa6c-c1ed53271755 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:21:46.098830 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:46.482656 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b293846-5e50-4118-8b48-b525f8b8c7c3 None None] Network 2e8f257b-0f34-42a9-8f4f-ec787f5b74ca requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:21:46.557361 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389900'] for router, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:46.589783 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device f4810800-4757-474e-9763-f52cafc2538c up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:46.647801 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-82579864-b01e-4509-b64f-1ff3ae21a148 None None] Provisioning for port 04cafefb-640a-4707-ad2f-66402783f34d completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:46.760181 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port f4810800-4757-474e-9763-f52cafc2538c triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:46.760453 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:46.805713 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d608c0-cacb-4b1f-bb40-06637bd12ac4 req-482d9829-d880-4129-84b0-3d16be1b0b8e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:46.807142 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a5d608c0-cacb-4b1f-bb40-06637bd12ac4 req-482d9829-d880-4129-84b0-3d16be1b0b8e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.48 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.1973240 May 10 17:21:46.934907 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Router 0f96ce5d-d18d-490f-8a0d-c69780f029f1 is scheduled to L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 with binding_index 1 {{(pid=78664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:21:46.948517 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 04cafefb-640a-4707-ad2f-66402783f34d up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:47.055848 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 04cafefb-640a-4707-ad2f-66402783f34d completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:47.068360 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 04cafefb-640a-4707-ad2f-66402783f34d triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:47.081519 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:47.213786 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18637047-8554-42d0-9793-a0e462dd5b23 req-abb707d2-f286-44a6-aef2-3ae25f64cb61 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:47.216252 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:47.225172 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-18637047-8554-42d0-9793-a0e462dd5b23 req-abb707d2-f286-44a6-aef2-3ae25f64cb61 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.1394017 May 10 17:21:47.263227 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-a5d608c0-cacb-4b1f-bb40-06637bd12ac4 req-aedcce03-021c-49a5-9f52-7d3981a9678e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Deleting port b0baf62f-3d03-4ce4-b73f-db80619aa6f8 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:21:47.264176 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-a5d608c0-cacb-4b1f-bb40-06637bd12ac4 req-aedcce03-021c-49a5-9f52-7d3981a9678e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:47.279619 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 04cafefb-640a-4707-ad2f-66402783f34d, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=04cafefb-640a-4707-ad2f-66402783f34d,segment=NetworkSegment(43d12997-b189-493d-954d-6366fd530261),segment_id=43d12997-b189-493d-954d-6366fd530261)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:47.284286 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:47.290200 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-18637047-8554-42d0-9793-a0e462dd5b23 req-fe4a306a-3675-4fc9-9248-6c89a717a7ec tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640543 May 10 17:21:47.293967 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:47.388434 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-0f7e5e93-4491-4a76-bf89-30aed358a9ec None None] Provisioning complete for port 04cafefb-640a-4707-ad2f-66402783f34d triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:47.388821 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-0f7e5e93-4491-4a76-bf89-30aed358a9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:47.402043 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:21:47.413511 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Sync routers for ids ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'] in dv-cinder-786385-3-iscsi {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:21:47.423749 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Routers {'0f96ce5d-d18d-490f-8a0d-c69780f029f1'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:21:47.424636 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:21:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:47.461478 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b83ee-8be4-445b-9607-cfc5db533813 req-cf221974-17d2-4751-b3b2-2bf4647e6fd9 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:47.462508 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=04cafefb-640a-4707-ad2f-66402783f34d,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:47.462975 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9a8b83ee-8be4-445b-9607-cfc5db533813 req-cf221974-17d2-4751-b3b2-2bf4647e6fd9 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 945 time: 0.4550087 May 10 17:21:47.465917 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:47.517191 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Notify callbacks [] for router, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:47.521006 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7873600 May 10 17:21:47.521349 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 52476) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:47.529948 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-a5d608c0-cacb-4b1f-bb40-06637bd12ac4 req-aedcce03-021c-49a5-9f52-7d3981a9678e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] For port b0baf62f-3d03-4ce4-b73f-db80619aa6f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b0baf62f-3d03-4ce4-b73f-db80619aa6f8,segment=NetworkSegment(f041281e-c37a-4ff8-a71f-efe88c9ab37e),segment_id=f041281e-c37a-4ff8-a71f-efe88c9ab37e)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:47.530215 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-a5d608c0-cacb-4b1f-bb40-06637bd12ac4 req-aedcce03-021c-49a5-9f52-7d3981a9678e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:47.664214 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 52484) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:47.677962 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-a5d608c0-cacb-4b1f-bb40-06637bd12ac4 req-aedcce03-021c-49a5-9f52-7d3981a9678e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Calling delete_port for b0baf62f-3d03-4ce4-b73f-db80619aa6f8 owned by compute:nova {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:21:47.686580 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9a8b83ee-8be4-445b-9607-cfc5db533813 req-84e7fae7-bc3f-4a1f-8e45-16c59a1a7e76 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989372 May 10 17:21:47.691979 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Set router 0f96ce5d-d18d-490f-8a0d-c69780f029f1 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:21:47.832520 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-a5d608c0-cacb-4b1f-bb40-06637bd12ac4 req-aedcce03-021c-49a5-9f52-7d3981a9678e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:47.841164 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:47.870698 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['e2157096-4281-4005-ae95-f0a5a9d2c3e9', 'b0baf62f-3d03-4ce4-b73f-db80619aa6f8'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:21:48.010806 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcce03-021c-49a5-9f52-7d3981a9678e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Pushing event deleted for resources: {'Port': ['ID=b0baf62f-3d03-4ce4-b73f-db80619aa6f8,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:48.014586 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-aedcce03-021c-49a5-9f52-7d3981a9678e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:48.049769 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'name': 'tempest-TestMinimumBasicScenario-2090077683-router', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:43Z', 'updated_at': '2021-05-10T17:21:45Z', 'revision_number': 3, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'gw_port': {'id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:44Z', 'updated_at': '2021-05-10T17:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:48.055478 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Checking router: 0f96ce5d-d18d-490f-8a0d-c69780f029f1 for host: dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:21:48.056214 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Updating router 0f96ce5d-d18d-490f-8a0d-c69780f029f1 port 3c57ce02-c71d-4f54-9c77-78516c50bf3b binding host dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:21:48.094843 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d608c0-cacb-4b1f-bb40-06637bd12ac4 req-aedcce03-021c-49a5-9f52-7d3981a9678e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] No DVR routers for this DVR port b0baf62f-3d03-4ce4-b73f-db80619aa6f8 on host hv-cinder-78638 {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:21:48.098138 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-a5d608c0-cacb-4b1f-bb40-06637bd12ac4 req-aedcce03-021c-49a5-9f52-7d3981a9678e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:48.103859 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b290e4-5c25-456c-9633-2a6ad4a8baa4', 'name': 'network-vif-deleted', 'tag': 'b0baf62f-3d03-4ce4-b73f-db80619aa6f8'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:21:48.124099 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a5d608c0-cacb-4b1f-bb40-06637bd12ac4 req-aedcce03-021c-49a5-9f52-7d3981a9678e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.48 "DELETE /v2.0/ports/b0baf62f-3d03-4ce4-b73f-db80619aa6f8 HTTP/1.1" status: 204 len: 173 time: 1.3079462 May 10 17:21:48.129362 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:48.166868 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-4dd27a51-e1e8-44f6-833f-3c0f19f855d8 req-8535bdd6-0e04-47b9-8488-e96fb8066329 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5011871 May 10 17:21:48.195520 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b290e4-5c25-456c-9633-2a6ad4a8baa4', 'name': 'network-vif-deleted', 'tag': 'b0baf62f-3d03-4ce4-b73f-db80619aa6f8', 'status': 'completed', 'code': 200} May 10 17:21:48.441358 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:48.546913 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 04cafefb-640a-4707-ad2f-66402783f34d up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:48.633227 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 04cafefb-640a-4707-ad2f-66402783f34d triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:48.633609 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:48.637249 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Notify callbacks [] for port, precommit_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:48.651306 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.provisioning_blocks [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Transition to ACTIVE for port object 3c57ce02-c71d-4f54-9c77-78516c50bf3b will not be triggered until provisioned by entity L2. {{(pid=78666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:48.659521 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:48.674476 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2068a1-38cf-49de-9b55-f8ffbabcf161 req-3f691928-06d5-4e19-85c6-9e8f330d36f2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:48.676028 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6a2068a1-38cf-49de-9b55-f8ffbabcf161 req-3f691928-06d5-4e19-85c6-9e8f330d36f2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.1950047 May 10 17:21:48.676974 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-ac93f9a9-9015-4e37-b87e-9c0968fbf8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:48.774798 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd723cbd-2fb1-4575-89ee-ea3089a68fdd None None] Pushing event updated for resources: {'Port': ['ID=3c57ce02-c71d-4f54-9c77-78516c50bf3b,revision_number=2']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:48.778863 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-bd723cbd-2fb1-4575-89ee-ea3089a68fdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:48.793069 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6a2068a1-38cf-49de-9b55-f8ffbabcf161 req-c2a9318a-0b97-4b0e-b584-b19e0d00e176 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040220 May 10 17:21:48.821675 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_common [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Allocated IP 172.20.0.1 (2e8f257b-0f34-42a9-8f4f-ec787f5b74ca/14fae831-6cf0-4180-8517-89741e4f9411/4f19d6a7-04cb-4a8b-9df2-a5193c2e7205) {{(pid=78663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:21:48.833493 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Attempting to bind port 3c57ce02-c71d-4f54-9c77-78516c50bf3b on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:21:48.834206 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Attempting to bind port 3c57ce02-c71d-4f54-9c77-78516c50bf3b by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:21:48.834744 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Attempting to bind port 3c57ce02-c71d-4f54-9c77-78516c50bf3b on network b05e2d32-e45c-4d37-b711-ba1bc02235d8 {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:21:48.841514 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:21:48.842265 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Checking segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:21:48.842877 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:48.843422 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Bound using segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:21:48.844059 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Bound port: 3c57ce02-c71d-4f54-9c77-78516c50bf3b, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:21:48.845375 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:48.973639 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] For port 3c57ce02-c71d-4f54-9c77-78516c50bf3b, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:21:48.983493 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] For port 3c57ce02-c71d-4f54-9c77-78516c50bf3b, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=3c57ce02-c71d-4f54-9c77-78516c50bf3b,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:21:48.989652 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:48.997108 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:49.078175 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Routers {'0f96ce5d-d18d-490f-8a0d-c69780f029f1'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:21:49.078855 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:21:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:49.150221 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-33190ac8-8ef2-4255-8a1b-4db77b5ab869 req-80e2024f-8509-458e-ac10-2ce88095e6ec tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=82b290e4-5c25-456c-9633-2a6ad4a8baa4 HTTP/1.1" status: 200 len: 210 time: 0.1363931 May 10 17:21:49.174618 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:49.191586 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Transition to ACTIVE for port object 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 will not be triggered until provisioned by entity DHCP. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:49.205218 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd723cbd-2fb1-4575-89ee-ea3089a68fdd None None] Pushing event updated for resources: {'Port': ['ID=3c57ce02-c71d-4f54-9c77-78516c50bf3b,revision_number=3']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:49.209996 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-bd723cbd-2fb1-4575-89ee-ea3089a68fdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:49.219006 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:49.222989 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-09e99069-f983-46e9-b309-981d3ff0352f tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:49.265623 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] Set router 0f96ce5d-d18d-490f-8a0d-c69780f029f1 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:21:49.281737 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Network 2e8f257b-0f34-42a9-8f4f-ec787f5b74ca is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:21:49.284565 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:49.292788 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Received port after_create {{(pid=78663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:21:49.326426 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Pushing event updated for resources: {'Port': ['ID=4f19d6a7-04cb-4a8b-9df2-a5193c2e7205,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:49.333646 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:49.354821 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384723'] for router_interface, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:49.473824 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:49.511935 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-69930c92-0b1d-47e3-b830-cd43ba19234b None None] Provisioning for port 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:49.517354 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-69930c92-0b1d-47e3-b830-cd43ba19234b None None] Provisioning complete for port 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:49.517624 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-69930c92-0b1d-47e3-b830-cd43ba19234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:49.574927 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'name': 'tempest-TestMinimumBasicScenario-2090077683-router', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:43Z', 'updated_at': '2021-05-10T17:21:45Z', 'revision_number': 3, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'gw_port': {'id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:44Z', 'updated_at': '2021-05-10T17:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:49.575228 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-69930c92-0b1d-47e3-b830-cd43ba19234b None None] Port 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:21:49.581606 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e19f8e-8f61-4675-a5c2-3b70413ee941 None None] The sync data for ids ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'] in dv-cinder-786385-3-iscsi is: [{'id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'name': 'tempest-TestMinimumBasicScenario-2090077683-router', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:43Z', 'updated_at': '2021-05-10T17:21:45Z', 'revision_number': 3, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'gw_port': {'id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:44Z', 'updated_at': '2021-05-10T17:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}] {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:21:49.712531 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:49.717737 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15048126'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:49.744824 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-2d5a4910-bc68-4090-9439-35389c3f6830 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:49.865485 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384624'] for router_interface, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:49.877540 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Pushing event updated for resources: {'Port': ['ID=4f19d6a7-04cb-4a8b-9df2-a5193c2e7205,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:49.883510 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:49.983021 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device b0baf62f-3d03-4ce4-b73f-db80619aa6f8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:21:50.030125 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: b0baf62f-3d03-4ce4-b73f-db80619aa6f8 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:21:50.030669 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device b0baf62f-3d03-4ce4-b73f-db80619aa6f8 not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:21:50.060945 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b496bd2-6752-4b06-90a4-e1178e54f1ce req-681ae354-c474-444f-a039-1cc5c26f45b3 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:50.064099 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1b496bd2-6752-4b06-90a4-e1178e54f1ce req-681ae354-c474-444f-a039-1cc5c26f45b3 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.1039979 May 10 17:21:50.071444 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Network 2e8f257b-0f34-42a9-8f4f-ec787f5b74ca is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:21:50.072609 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:50.123513 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1b496bd2-6752-4b06-90a4-e1178e54f1ce req-c4eb94b7-5cdc-4a9b-bd22-4fbb90e0b83f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533321 May 10 17:21:50.351728 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Router 0f96ce5d-d18d-490f-8a0d-c69780f029f1 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:21:50.444749 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-eb2d2bea-b954-4b7d-a39e-e28db16efc71 None None] Provisioning complete for port 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:50.448541 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-eb2d2bea-b954-4b7d-a39e-e28db16efc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:50.550576 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d2bea-b954-4b7d-a39e-e28db16efc71 None None] Port 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:21:50.564674 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:21:50.574719 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] 10.222.0.16 "PUT /v2.0/routers/0f96ce5d-d18d-490f-8a0d-c69780f029f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0521295 May 10 17:21:50.587335 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 3c57ce02-c71d-4f54-9c77-78516c50bf3b up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:50.713040 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 3c57ce02-c71d-4f54-9c77-78516c50bf3b completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:50.722223 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 3c57ce02-c71d-4f54-9c77-78516c50bf3b triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:50.722892 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:50.822101 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd27a51-e1e8-44f6-833f-3c0f19f855d8 req-a1ad013f-f432-482f-9024-89c486544cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:50.824680 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4dd27a51-e1e8-44f6-833f-3c0f19f855d8 req-a1ad013f-f432-482f-9024-89c486544cac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2&tenant_id=36ab77e54c50411aa55aac321de05175 HTTP/1.1" status: 200 len: 1097 time: 0.1582236 May 10 17:21:50.825664 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab44363-5eb1-465a-bcab-a912d43e8549 req-3432f962-41af-4269-9644-3134f5962637 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:50.827407 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3ab44363-5eb1-465a-bcab-a912d43e8549 req-3432f962-41af-4269-9644-3134f5962637 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1758173 May 10 17:21:50.894178 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3ab44363-5eb1-465a-bcab-a912d43e8549 req-8bcebc5e-2f99-41af-a0b0-c5f74f84321f tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589836 May 10 17:21:50.905266 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:50.922230 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 3c57ce02-c71d-4f54-9c77-78516c50bf3b, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=3c57ce02-c71d-4f54-9c77-78516c50bf3b,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:50.926144 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:50.929134 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:50.962706 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd27a51-e1e8-44f6-833f-3c0f19f855d8 req-ed0192fd-359a-4029-8bd8-844b5f035c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:50.964333 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4dd27a51-e1e8-44f6-833f-3c0f19f855d8 req-ed0192fd-359a-4029-8bd8-844b5f035c10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36ab77e54c50411aa55aac321de05175&device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 1097 time: 0.0915480 May 10 17:21:51.004651 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=3c57ce02-c71d-4f54-9c77-78516c50bf3b,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:51.008242 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:51.104095 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd27a51-e1e8-44f6-833f-3c0f19f855d8 req-2f14592c-8834-4a63-a281-67e298822307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:51.105970 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4dd27a51-e1e8-44f6-833f-3c0f19f855d8 req-2f14592c-8834-4a63-a281-67e298822307 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5b047ab-a8ae-49d7-90db-71521d6a900a HTTP/1.1" status: 200 len: 917 time: 0.1331761 May 10 17:21:51.205251 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 52534) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:51.211321 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-242525475-network', 'tenant_id': '459d15d8435142aa9f8bb5a32c0adae7'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:51.216528 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:51.222406 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4dd27a51-e1e8-44f6-833f-3c0f19f855d8 req-05c5852d-a385-4743-94d1-20b8d998f174 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b64ee44-dd4a-4759-aa6c-c1ed53271755 HTTP/1.1" status: 200 len: 999 time: 0.1081457 May 10 17:21:51.224620 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Usage tracker for resource:network and tenant:459d15d8435142aa9f8bb5a32c0adae7 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:51.227763 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:51.234129 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:51.246543 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Made reservation on behalf of 459d15d8435142aa9f8bb5a32c0adae7 for: {'network': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:21:51.248804 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:51.261730 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:51.278732 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:51.283261 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Usage tracker for resource:security_group_rule and tenant:459d15d8435142aa9f8bb5a32c0adae7 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:51.286105 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:51.292194 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:51.343005 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd27a51-e1e8-44f6-833f-3c0f19f855d8 req-8f804020-0814-4efd-83e6-0305e2d98da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:51.345108 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4dd27a51-e1e8-44f6-833f-3c0f19f855d8 req-8f804020-0814-4efd-83e6-0305e2d98da0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28793b78-963b-491c-8dc7-3600112cdfe4 HTTP/1.1" status: 200 len: 855 time: 0.1154840 May 10 17:21:51.388891 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:51.393087 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:51.396190 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-1bf3374b-f2cc-4700-9010-634fbfdfac81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:51.425939 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=78663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:21:51.428323 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b7772-9771-4b96-bbde-717774df6312 req-6d0e2848-b60b-4b71-b1ca-7ed0c12551ae tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:51.429800 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-245b7772-9771-4b96-bbde-717774df6312 req-6d0e2848-b60b-4b71-b1ca-7ed0c12551ae tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.1502252 May 10 17:21:51.438691 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb570005-8dae-462e-a8de-ec60a7dfb86c,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:51.444285 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:51.445225 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:51.445554 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.segments_db [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Added segment 20c9f4a4-df45-45e3-8e10-8a268a537c56 of type vlan for network bedcfcbd-1ad5-4c3e-8c48-390272c0145c May 10 17:21:51.466496 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd27a51-e1e8-44f6-833f-3c0f19f855d8 req-2b8be48d-6b01-4ad7-a4e8-9c089a30f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:51.467980 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4dd27a51-e1e8-44f6-833f-3c0f19f855d8 req-2b8be48d-6b01-4ad7-a4e8-9c089a30f9d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5b047ab-a8ae-49d7-90db-71521d6a900a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1141181 May 10 17:21:51.474525 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:51.510890 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:51.512406 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:51.513146 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:51.519562 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:51.554846 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-245b7772-9771-4b96-bbde-717774df6312 req-239cdbac-6b1a-458a-87d2-fed4f402297c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176636 May 10 17:21:51.603997 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Sync routers for ids ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:21:51.615498 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Routers {'0f96ce5d-d18d-490f-8a0d-c69780f029f1'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:21:51.616227 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:21:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:51.622696 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4139669 May 10 17:21:51.623215 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 52538) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:51.630457 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-b92c2b5b-09f3-493d-8412-0c2dbc911a46 admin admin] Request body: {'subnet': {'network_id': 'bedcfcbd-1ad5-4c3e-8c48-390272c0145c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-242525475-subnet', 'tenant_id': '459d15d8435142aa9f8bb5a32c0adae7', 'ip_version': 4}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:51.633646 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Pushing event updated for resources: {'Network': ['ID=bedcfcbd-1ad5-4c3e-8c48-390272c0145c,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:51.636782 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:51.637717 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-b92c2b5b-09f3-493d-8412-0c2dbc911a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:51.639074 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4dd27a51-e1e8-44f6-833f-3c0f19f855d8 req-d6f7be1d-bb25-4ede-81c8-f5f853108c4e service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621654 May 10 17:21:51.642559 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-b92c2b5b-09f3-493d-8412-0c2dbc911a46 admin admin] Usage tracker for resource:subnet and tenant:459d15d8435142aa9f8bb5a32c0adae7 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:51.645518 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-b92c2b5b-09f3-493d-8412-0c2dbc911a46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:51.653222 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-b92c2b5b-09f3-493d-8412-0c2dbc911a46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:51.665071 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92c2b5b-09f3-493d-8412-0c2dbc911a46 admin admin] Made reservation on behalf of 459d15d8435142aa9f8bb5a32c0adae7 for: {'subnet': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:21:51.667577 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b92c2b5b-09f3-493d-8412-0c2dbc911a46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14861259'] for subnet, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:51.672460 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network bedcfcbd-1ad5-4c3e-8c48-390272c0145c details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:21:51.822814 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4dd27a51-e1e8-44f6-833f-3c0f19f855d8 req-352ffa9a-76da-4919-adf6-4e8d316d830d service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757169 May 10 17:21:51.957992 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Set router 0f96ce5d-d18d-490f-8a0d-c69780f029f1 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:21:52.191843 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e26d0-9837-45d6-9108-c4e0833616eb req-0df655cd-e539-43a1-86e7-2cdb2b28766c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:52.193404 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-502e26d0-9837-45d6-9108-c4e0833616eb req-0df655cd-e539-43a1-86e7-2cdb2b28766c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1817369 May 10 17:21:52.257260 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-502e26d0-9837-45d6-9108-c4e0833616eb req-ae77842d-24b9-4dca-800b-934a0d3f8531 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555134 May 10 17:21:52.316519 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'name': 'tempest-TestMinimumBasicScenario-2090077683-router', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:43Z', 'updated_at': '2021-05-10T17:21:49Z', 'revision_number': 4, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'gw_port': {'id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:44Z', 'updated_at': '2021-05-10T17:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '4f19d6a7-04cb-4a8b-9df2-a5193c2e7205', 'name': '', 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'mac_address': 'fa:16:3e:59:59:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '14fae831-6cf0-4180-8517-89741e4f9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:48Z', 'updated_at': '2021-05-10T17:21:49Z', 'revision_number': 2, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'subnets': [{'id': '14fae831-6cf0-4180-8517-89741e4f9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:52.323715 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Checking router: 0f96ce5d-d18d-490f-8a0d-c69780f029f1 for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:21:52.324490 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Updating router 0f96ce5d-d18d-490f-8a0d-c69780f029f1 port 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 binding host dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:21:52.354031 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b92c2b5b-09f3-493d-8412-0c2dbc911a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14767415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14861241'] for subnet, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:52.359103 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:52.383146 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:52.473425 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c2b5b-09f3-493d-8412-0c2dbc911a46 admin admin] Checking segment: {'id': '20c9f4a4-df45-45e3-8e10-8a268a537c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bedcfcbd-1ad5-4c3e-8c48-390272c0145c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:21:52.473878 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92c2b5b-09f3-493d-8412-0c2dbc911a46 admin admin] Network hostable DHCP agents. Network: bedcfcbd-1ad5-4c3e-8c48-390272c0145c, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:21:52.479135 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c2b5b-09f3-493d-8412-0c2dbc911a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac1b2be-c8e2-4f32-a8bc-4e82fe36ac1b,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:52.482372 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b92c2b5b-09f3-493d-8412-0c2dbc911a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:52.505440 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92c2b5b-09f3-493d-8412-0c2dbc911a46 admin admin] Network bedcfcbd-1ad5-4c3e-8c48-390272c0145c is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:21:52.516112 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 3c57ce02-c71d-4f54-9c77-78516c50bf3b up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:52.527711 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-b92c2b5b-09f3-493d-8412-0c2dbc911a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, bedcfcbd-1ad5-4c3e-8c48-390272c0145c) {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:52.547507 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92c2b5b-09f3-493d-8412-0c2dbc911a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:52.548856 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f58e7cf-1034-4be8-86f8-2bae92e6c1e0 None None] Network bedcfcbd-1ad5-4c3e-8c48-390272c0145c requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:21:52.549077 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b92c2b5b-09f3-493d-8412-0c2dbc911a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:52.600591 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-b92c2b5b-09f3-493d-8412-0c2dbc911a46 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9764659 May 10 17:21:52.603310 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 52568) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:52.616805 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-242525475-router', 'tenant_id': '459d15d8435142aa9f8bb5a32c0adae7', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:21:52.630344 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:21:52.644282 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Usage tracker for resource:router and tenant:459d15d8435142aa9f8bb5a32c0adae7 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:21:52.647904 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:21:52.666272 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:21:52.685336 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16464111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8048'] for router, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:52.686512 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16464096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16351655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8059'] for router, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:52.728431 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:52.859219 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c17a5-b382-45e3-934f-6b5e443c8b13 req-f01acca1-3ebb-4d75-9abd-1f541f8434a6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:52.867924 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-130c17a5-b382-45e3-934f-6b5e443c8b13 req-f01acca1-3ebb-4d75-9abd-1f541f8434a6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.1485960 May 10 17:21:52.964811 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-130c17a5-b382-45e3-934f-6b5e443c8b13 req-036b69c7-8169-4fbe-98d2-56c387e75d69 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958147 May 10 17:21:53.174289 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16388505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16399131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8021'] for router, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:53.206240 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 3c57ce02-c71d-4f54-9c77-78516c50bf3b triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:53.206785 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:53.406472 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Notify callbacks [] for port, precommit_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:53.411589 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f505eac-e142-5046-a4ca-39a60f4d7dd4-bedcfcbd-1ad5-4c3e-8c48-390272c0145c', 'network_id': 'bedcfcbd-1ad5-4c3e-8c48-390272c0145c', 'tenant_id': '459d15d8435142aa9f8bb5a32c0adae7', 'fixed_ips': [{'subnet_id': '7ac1b2be-c8e2-4f32-a8bc-4e82fe36ac1b'}]}} from dv-cinder-786385-3-iscsi. {{(pid=78665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:21:53.412530 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:53.461509 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Transition to ACTIVE for port object 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:53.605817 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:53.613747 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:53.662748 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:53.709630 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fa8b3-f604-45be-8a72-d7d363653137 req-eb4a2db9-437f-4700-9dd7-e6ac0b321295 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:53.712575 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-408fa8b3-f604-45be-8a72-d7d363653137 req-eb4a2db9-437f-4700-9dd7-e6ac0b321295 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.2693148 May 10 17:21:53.713616 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:53.845465 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-408fa8b3-f604-45be-8a72-d7d363653137 req-df8d5693-f23f-41c7-9c35-74e8304093cc tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284025 May 10 17:21:53.890399 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e7f97-f3e3-4266-8c99-52badbf1284f None None] Pushing event updated for resources: {'Port': ['ID=4f19d6a7-04cb-4a8b-9df2-a5193c2e7205,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:53.935647 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-386e7f97-f3e3-4266-8c99-52badbf1284f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:53.997889 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_common [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Allocated IP 172.27.0.129 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/f522a617-6cf1-4b75-b876-f17cfc5ac015) {{(pid=78663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:21:54.019037 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Attempting to bind port 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:21:54.019468 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Attempting to bind port 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '43d12997-b189-493d-954d-6366fd530261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:21:54.019778 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Attempting to bind port 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 on network 2e8f257b-0f34-42a9-8f4f-ec787f5b74ca {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:21:54.027772 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:21:54.028193 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Checking segment: {'id': '43d12997-b189-493d-954d-6366fd530261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:21:54.028711 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:54.029142 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Bound using segment: {'id': '43d12997-b189-493d-954d-6366fd530261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:21:54.029622 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Bound port: 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d12997-b189-493d-954d-6366fd530261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:21:54.029996 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:54.044669 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.db_base_plugin_common [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Allocated IP 172.20.0.2 (bedcfcbd-1ad5-4c3e-8c48-390272c0145c/7ac1b2be-c8e2-4f32-a8bc-4e82fe36ac1b/6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56) {{(pid=78665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:21:54.244856 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] For port 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:21:54.265884 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] For port 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=4f19d6a7-04cb-4a8b-9df2-a5193c2e7205,segment=NetworkSegment(43d12997-b189-493d-954d-6366fd530261),segment_id=43d12997-b189-493d-954d-6366fd530261)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:21:54.276418 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:54.293041 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-392da1a7-a41d-49ac-8573-51a09e566cd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:54.301252 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b211b7-e1e5-466c-8a25-a5ec27565e74 req-8c24f034-bbd4-4fc2-8af9-c839711299e1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:54.310124 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a2b211b7-e1e5-466c-8a25-a5ec27565e74 req-8c24f034-bbd4-4fc2-8af9-c839711299e1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.1852188 May 10 17:21:54.374935 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:54.377496 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a2b211b7-e1e5-466c-8a25-a5ec27565e74 req-2eb6f8b1-25b3-4a34-81cd-029fcb7ddc41 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662942 May 10 17:21:54.442312 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:54.446797 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:54.455155 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e7f97-f3e3-4266-8c99-52badbf1284f None None] Pushing event updated for resources: {'Port': ['ID=4f19d6a7-04cb-4a8b-9df2-a5193c2e7205,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:54.464659 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-386e7f97-f3e3-4266-8c99-52badbf1284f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:54.479336 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Routers {'0f96ce5d-d18d-490f-8a0d-c69780f029f1'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:21:54.486843 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:21:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:54.536230 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:21:54.539964 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:54.549728 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Received port after_create {{(pid=78663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:21:54.554955 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Notify callbacks [] for port, precommit_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:54.597828 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Pushing event updated for resources: {'Port': ['ID=f522a617-6cf1-4b75-b876-f17cfc5ac015,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:54.604439 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:54.652846 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Transition to ACTIVE for port object 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:54.757443 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Transition to ACTIVE for port object 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 will not be triggered until provisioned by entity DHCP. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:54.768152 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] Set router 0f96ce5d-d18d-490f-8a0d-c69780f029f1 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:21:54.824429 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:54.839868 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:55.012527 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Pushing event updated for resources: {'Port': ['ID=6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56,revision_number=1']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:55.028639 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:55.030551 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Network bedcfcbd-1ad5-4c3e-8c48-390272c0145c is already hosted by enough agents. {{(pid=78665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:21:55.036829 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.base_scheduler [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Resources bound (agent type, host, resource id): {{(pid=78665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:55.039736 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Received port after_create {{(pid=78665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:21:55.193912 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98072c6e-ec07-4ca0-b0bb-ad19540460cc req-63904ba5-20c6-4207-b4f5-4fb49896cda8 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:55.195374 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-98072c6e-ec07-4ca0-b0bb-ad19540460cc req-63904ba5-20c6-4207-b4f5-4fb49896cda8 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1921089 May 10 17:21:55.198154 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:55.242218 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Attempting to bind port 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:21:55.242605 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Attempting to bind port 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '20c9f4a4-df45-45e3-8e10-8a268a537c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bedcfcbd-1ad5-4c3e-8c48-390272c0145c'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:21:55.243072 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Attempting to bind port 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 on network bedcfcbd-1ad5-4c3e-8c48-390272c0145c {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:21:55.263241 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:21:55.263954 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Checking segment: {'id': '20c9f4a4-df45-45e3-8e10-8a268a537c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bedcfcbd-1ad5-4c3e-8c48-390272c0145c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:21:55.263954 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:55.264461 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Bound using segment: {'id': '20c9f4a4-df45-45e3-8e10-8a268a537c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bedcfcbd-1ad5-4c3e-8c48-390272c0145c'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:21:55.265038 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Bound port: 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c9f4a4-df45-45e3-8e10-8a268a537c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bedcfcbd-1ad5-4c3e-8c48-390272c0145c'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:21:55.265481 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:55.424742 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-98072c6e-ec07-4ca0-b0bb-ad19540460cc req-9723d4cc-f0ba-4164-98e4-63bd16e63cb4 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015930 May 10 17:21:55.541265 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] For port 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:21:55.590399 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] For port 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56,segment=NetworkSegment(20c9f4a4-df45-45e3-8e10-8a268a537c56),segment_id=20c9f4a4-df45-45e3-8e10-8a268a537c56)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:21:55.639701 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:55.655690 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:55.751716 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'name': 'tempest-TestMinimumBasicScenario-2090077683-router', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:43Z', 'updated_at': '2021-05-10T17:21:49Z', 'revision_number': 4, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'gw_port': {'id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:44Z', 'updated_at': '2021-05-10T17:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '4f19d6a7-04cb-4a8b-9df2-a5193c2e7205', 'name': '', 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'mac_address': 'fa:16:3e:59:59:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '14fae831-6cf0-4180-8517-89741e4f9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:48Z', 'updated_at': '2021-05-10T17:21:54Z', 'revision_number': 4, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'subnets': [{'id': '14fae831-6cf0-4180-8517-89741e4f9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:55.756300 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389900'] for router, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:55.759086 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f865d0-cf3e-4fc7-8c4d-cb7990891151 None None] The sync data for ids ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'] in dv-cinder-786385-3-iscsi is: [{'id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'name': 'tempest-TestMinimumBasicScenario-2090077683-router', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:43Z', 'updated_at': '2021-05-10T17:21:49Z', 'revision_number': 4, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'gw_port': {'id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:44Z', 'updated_at': '2021-05-10T17:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '4f19d6a7-04cb-4a8b-9df2-a5193c2e7205', 'name': '', 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'mac_address': 'fa:16:3e:59:59:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '14fae831-6cf0-4180-8517-89741e4f9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:48Z', 'updated_at': '2021-05-10T17:21:54Z', 'revision_number': 4, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'subnets': [{'id': '14fae831-6cf0-4180-8517-89741e4f9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:21:55.761197 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83693f6-7074-4dbd-9325-004a1b43a5a1 req-a885748a-afcc-47ac-a098-cea6400cb496 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:55.772028 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d83693f6-7074-4dbd-9325-004a1b43a5a1 req-a885748a-afcc-47ac-a098-cea6400cb496 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.2455766 May 10 17:21:55.860707 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Pushing event updated for resources: {'Port': ['ID=6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56,revision_number=2']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:55.868234 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:55.957641 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d83693f6-7074-4dbd-9325-004a1b43a5a1 req-3f021c2d-f735-4f33-bd97-3524d71c0a3a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750224 May 10 17:21:56.315082 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Router 85d40c04-22e3-443c-8be8-468fc3888e00 is scheduled to L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 with binding_index 1 {{(pid=78663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:21:56.632633 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:21:56.650783 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Sync routers for ids ['85d40c04-22e3-443c-8be8-468fc3888e00'] in dv-cinder-786385-3-iscsi {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:21:56.652810 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:56.679562 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Routers {'85d40c04-22e3-443c-8be8-468fc3888e00'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:21:56.684072 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:21:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['85d40c04-22e3-443c-8be8-468fc3888e00'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:56.788876 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Notify callbacks [] for router, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:56.790125 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1856339 May 10 17:21:56.792931 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 52604) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:21:56.851195 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:56.869883 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:56.885655 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc4750-2105-4d25-8a77-55da1a0c1cc9 req-3fc6c7e6-b9fa-4083-a940-2f27853c6684 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:56.898180 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-91bc4750-2105-4d25-8a77-55da1a0c1cc9 req-3fc6c7e6-b9fa-4083-a940-2f27853c6684 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.2112269 May 10 17:21:57.018446 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-91bc4750-2105-4d25-8a77-55da1a0c1cc9 req-af5cb0aa-1315-4966-8cc5-f6bf63dae8b8 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142652 May 10 17:21:57.092229 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:57.106067 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:57.106612 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:57.222678 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Set router 85d40c04-22e3-443c-8be8-468fc3888e00 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:21:57.313986 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:57.394442 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=4f19d6a7-04cb-4a8b-9df2-a5193c2e7205,segment=NetworkSegment(43d12997-b189-493d-954d-6366fd530261),segment_id=43d12997-b189-493d-954d-6366fd530261)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:57.399246 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:57.403707 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:57.499223 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89201850-c0d9-4771-af18-ebc3f87520b6 None None] Network bedcfcbd-1ad5-4c3e-8c48-390272c0145c requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:21:57.643514 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-cd50ce58-2688-4fda-89c1-c9df53713751 None None] Provisioning for port 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:57.687693 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-cd50ce58-2688-4fda-89c1-c9df53713751 None None] Provisioning complete for port 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:57.688421 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-cd50ce58-2688-4fda-89c1-c9df53713751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:57.816159 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c3041-bcfd-47a1-aa40-f8213ad68227 req-cb8e727e-758d-4a3c-9453-9b76d64ced10 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:57.819152 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-871c3041-bcfd-47a1-aa40-f8213ad68227 req-cb8e727e-758d-4a3c-9453-9b76d64ced10 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.5301373 May 10 17:21:57.826694 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=4f19d6a7-04cb-4a8b-9df2-a5193c2e7205,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:57.850781 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:57.905363 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'name': 'tempest-TestMinimumBasicScenario-242525475-router', 'tenant_id': '459d15d8435142aa9f8bb5a32c0adae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f522a617-6cf1-4b75-b876-f17cfc5ac015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:52Z', 'updated_at': '2021-05-10T17:21:54Z', 'revision_number': 3, 'project_id': '459d15d8435142aa9f8bb5a32c0adae7', 'gw_port': {'id': 'f522a617-6cf1-4b75-b876-f17cfc5ac015', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:53Z', 'updated_at': '2021-05-10T17:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:57.917641 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Checking router: 85d40c04-22e3-443c-8be8-468fc3888e00 for host: dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:21:57.918227 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Updating router 85d40c04-22e3-443c-8be8-468fc3888e00 port f522a617-6cf1-4b75-b876-f17cfc5ac015 binding host dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:21:58.009934 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:58.133515 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-cd50ce58-2688-4fda-89c1-c9df53713751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:58.144250 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-871c3041-bcfd-47a1-aa40-f8213ad68227 req-42adbd0a-e7c3-4e78-aa3a-5183853e3470 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3177323 May 10 17:21:58.181962 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-cd50ce58-2688-4fda-89c1-c9df53713751 None None] For port 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56,segment=NetworkSegment(20c9f4a4-df45-45e3-8e10-8a268a537c56),segment_id=20c9f4a4-df45-45e3-8e10-8a268a537c56)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:21:58.195755 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-cd50ce58-2688-4fda-89c1-c9df53713751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:58.206553 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:58.288851 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49cf53-a343-446b-8478-d191f1e4b2aa req-0e8af2f1-05cd-43c0-b296-5f730ec89b1b tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:58.290530 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ec49cf53-a343-446b-8478-d191f1e4b2aa req-0e8af2f1-05cd-43c0-b296-5f730ec89b1b tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1388698 May 10 17:21:58.333301 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50ce58-2688-4fda-89c1-c9df53713751 None None] Pushing event updated for resources: {'Port': ['ID=6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:58.336325 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-cd50ce58-2688-4fda-89c1-c9df53713751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:58.377471 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ec49cf53-a343-446b-8478-d191f1e4b2aa req-161e96de-34a6-4e9d-bdfd-f252313efa26 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763564 May 10 17:21:58.461146 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:58.525092 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:58.641354 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-41b1f649-5b6e-41ae-a5eb-c655cdc00593 None None] Provisioning complete for port 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:58.642154 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-41b1f649-5b6e-41ae-a5eb-c655cdc00593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:58.651514 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Notify callbacks [] for port, precommit_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:58.672921 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:58.673745 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:58.678286 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.provisioning_blocks [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Transition to ACTIVE for port object f522a617-6cf1-4b75-b876-f17cfc5ac015 will not be triggered until provisioned by entity L2. {{(pid=78666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:58.689596 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:58.695828 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-4b6351be-d4e0-4153-a9c5-6e38acda3dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:58.836086 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Allocated IP 172.20.0.1 (bedcfcbd-1ad5-4c3e-8c48-390272c0145c/7ac1b2be-c8e2-4f32-a8bc-4e82fe36ac1b/816d7fe7-4097-44a8-94ba-e08566a24355) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:21:58.858616 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Attempting to bind port f522a617-6cf1-4b75-b876-f17cfc5ac015 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:21:58.859344 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Attempting to bind port f522a617-6cf1-4b75-b876-f17cfc5ac015 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:21:58.860549 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Attempting to bind port f522a617-6cf1-4b75-b876-f17cfc5ac015 on network b05e2d32-e45c-4d37-b711-ba1bc02235d8 {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:21:58.868704 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:21:58.869452 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Checking segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:21:58.870042 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:58.870599 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Bound using segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:21:58.871239 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Bound port: f522a617-6cf1-4b75-b876-f17cfc5ac015, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:21:58.871812 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:58.943803 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:21:58.958449 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444c4ac-e36a-4455-9802-3b11446308c4 None None] Pushing event updated for resources: {'Port': ['ID=f522a617-6cf1-4b75-b876-f17cfc5ac015,revision_number=2']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:58.963782 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-3444c4ac-e36a-4455-9802-3b11446308c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:59.008441 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] For port f522a617-6cf1-4b75-b876-f17cfc5ac015, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:21:59.012580 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] For port f522a617-6cf1-4b75-b876-f17cfc5ac015, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=f522a617-6cf1-4b75-b876-f17cfc5ac015,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:21:59.017563 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:59.021923 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-bd723cbd-2fb1-4575-89ee-ea3089a68fdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:59.061142 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:59.062503 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:59.071781 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:59.088231 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Transition to ACTIVE for port object 816d7fe7-4097-44a8-94ba-e08566a24355 will not be triggered until provisioned by entity DHCP. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:21:59.103795 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Routers {'85d40c04-22e3-443c-8be8-468fc3888e00'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:21:59.104432 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:21:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['85d40c04-22e3-443c-8be8-468fc3888e00'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:59.127643 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:59.132672 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:21:59.167018 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444c4ac-e36a-4455-9802-3b11446308c4 None None] Pushing event updated for resources: {'Port': ['ID=f522a617-6cf1-4b75-b876-f17cfc5ac015,revision_number=3']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:59.210248 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Network bedcfcbd-1ad5-4c3e-8c48-390272c0145c is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:21:59.213436 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:21:59.217313 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:21:59.262316 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-3444c4ac-e36a-4455-9802-3b11446308c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:59.273464 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Pushing event updated for resources: {'Port': ['ID=816d7fe7-4097-44a8-94ba-e08566a24355,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:21:59.278050 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:21:59.314939 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384723'] for router_interface, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:59.370432 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] Set router 85d40c04-22e3-443c-8be8-468fc3888e00 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:21:59.479337 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85e37c-d700-45b3-96cd-8b99791c71a5 req-7ea1fd0b-073a-485c-8b9b-6fbc134f1eb9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:59.486868 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6e85e37c-d700-45b3-96cd-8b99791c71a5 req-7ea1fd0b-073a-485c-8b9b-6fbc134f1eb9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.1459997 May 10 17:21:59.534815 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6e85e37c-d700-45b3-96cd-8b99791c71a5 req-9478a46d-6689-4b10-a387-c438a1cccb7f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469801 May 10 17:21:59.571742 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-3787708f-9b61-48ad-a30c-8f5f2d9e09bb None None] Provisioning for port 816d7fe7-4097-44a8-94ba-e08566a24355 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:21:59.576817 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-3787708f-9b61-48ad-a30c-8f5f2d9e09bb None None] Provisioning complete for port 816d7fe7-4097-44a8-94ba-e08566a24355 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:21:59.577215 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-3787708f-9b61-48ad-a30c-8f5f2d9e09bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:59.629109 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:59.655169 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-3787708f-9b61-48ad-a30c-8f5f2d9e09bb None None] Port 816d7fe7-4097-44a8-94ba-e08566a24355 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:21:59.696658 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500ce8c-bb3f-4788-a8f1-461ddd0bd73d req-5e0a9277-171d-4e94-aa41-4a8e71e0dc6c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:21:59.705521 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c500ce8c-bb3f-4788-a8f1-461ddd0bd73d req-5e0a9277-171d-4e94-aa41-4a8e71e0dc6c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1492298 May 10 17:21:59.763583 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c500ce8c-bb3f-4788-a8f1-461ddd0bd73d req-f6c3c8ff-e4eb-4b33-a4c7-913e09266d19 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568838 May 10 17:21:59.904629 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'name': 'tempest-TestMinimumBasicScenario-242525475-router', 'tenant_id': '459d15d8435142aa9f8bb5a32c0adae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f522a617-6cf1-4b75-b876-f17cfc5ac015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:52Z', 'updated_at': '2021-05-10T17:21:54Z', 'revision_number': 3, 'project_id': '459d15d8435142aa9f8bb5a32c0adae7', 'gw_port': {'id': 'f522a617-6cf1-4b75-b876-f17cfc5ac015', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:53Z', 'updated_at': '2021-05-10T17:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:21:59.909834 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17942f81-551b-400d-a18b-9e8c58563c9f None None] The sync data for ids ['85d40c04-22e3-443c-8be8-468fc3888e00'] in dv-cinder-786385-3-iscsi is: [{'id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'name': 'tempest-TestMinimumBasicScenario-242525475-router', 'tenant_id': '459d15d8435142aa9f8bb5a32c0adae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f522a617-6cf1-4b75-b876-f17cfc5ac015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:52Z', 'updated_at': '2021-05-10T17:21:54Z', 'revision_number': 3, 'project_id': '459d15d8435142aa9f8bb5a32c0adae7', 'gw_port': {'id': 'f522a617-6cf1-4b75-b876-f17cfc5ac015', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:53Z', 'updated_at': '2021-05-10T17:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}] {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:22:00.037656 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:00.042861 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:00.067451 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:00.153677 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384624'] for router_interface, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:00.157849 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Pushing event updated for resources: {'Port': ['ID=816d7fe7-4097-44a8-94ba-e08566a24355,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:00.161378 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:00.321304 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Network bedcfcbd-1ad5-4c3e-8c48-390272c0145c is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:22:00.322494 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:22:00.577768 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device f522a617-6cf1-4b75-b876-f17cfc5ac015 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:22:00.685091 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Router 85d40c04-22e3-443c-8be8-468fc3888e00 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:22:00.703455 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port f522a617-6cf1-4b75-b876-f17cfc5ac015 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:22:00.711365 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port f522a617-6cf1-4b75-b876-f17cfc5ac015 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:22:00.712155 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:00.749324 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-0d2b0de8-e766-4fea-9647-ee71342839d3 None None] Provisioning complete for port 816d7fe7-4097-44a8-94ba-e08566a24355 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:22:00.750108 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0de8-e766-4fea-9647-ee71342839d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:00.836877 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b0de8-e766-4fea-9647-ee71342839d3 None None] Port 816d7fe7-4097-44a8-94ba-e08566a24355 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:22:00.984783 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:01.007401 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port f522a617-6cf1-4b75-b876-f17cfc5ac015, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=f522a617-6cf1-4b75-b876-f17cfc5ac015,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:22:01.028479 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:01.034595 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:01.107013 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca0ce9-5e32-49c9-a0e7-983cba2e9454 req-959db34a-5c7c-45d5-ba73-4dbf2ce873ea tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:01.108669 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e5ca0ce9-5e32-49c9-a0e7-983cba2e9454 req-959db34a-5c7c-45d5-ba73-4dbf2ce873ea tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.3029547 May 10 17:22:01.157936 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=f522a617-6cf1-4b75-b876-f17cfc5ac015,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:01.160951 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:01.165497 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e9da3-10f5-4630-a7e9-f182ac653da6 req-62dba8a7-b17c-42e4-8066-afddf2a730a1 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:01.175878 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-599e9da3-10f5-4630-a7e9-f182ac653da6 req-62dba8a7-b17c-42e4-8066-afddf2a730a1 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.2060156 May 10 17:22:01.180373 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:22:01.213022 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] 10.222.0.16 "PUT /v2.0/routers/85d40c04-22e3-443c-8be8-468fc3888e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4186544 May 10 17:22:01.216472 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e5ca0ce9-5e32-49c9-a0e7-983cba2e9454 req-84ce31ca-b2fb-46df-a8e9-0f46621e19d4 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788631 May 10 17:22:01.259004 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-599e9da3-10f5-4630-a7e9-f182ac653da6 req-b1ff9df2-f021-468b-a4e2-af04aa91aa15 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775101 May 10 17:22:02.256420 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Sync routers for ids ['85d40c04-22e3-443c-8be8-468fc3888e00'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:22:02.270431 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Routers {'85d40c04-22e3-443c-8be8-468fc3888e00'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:22:02.285484 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:21:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['85d40c04-22e3-443c-8be8-468fc3888e00'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:02.682096 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device f522a617-6cf1-4b75-b876-f17cfc5ac015 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:22:02.705052 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afbc4f-effd-41d5-8b54-a6758d9f56d9 req-aa891ebe-338f-4fd9-9db2-5a9f56a4cd15 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:02.721337 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-52afbc4f-effd-41d5-8b54-a6758d9f56d9 req-aa891ebe-338f-4fd9-9db2-5a9f56a4cd15 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.2473366 May 10 17:22:02.775870 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe598bc-ab17-46a6-bc34-7680d4aaccdd req-4c291be7-fcaa-4fec-adb2-aa67ffefc1ed tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:02.782226 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-cfe598bc-ab17-46a6-bc34-7680d4aaccdd req-4c291be7-fcaa-4fec-adb2-aa67ffefc1ed tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1840799 May 10 17:22:02.823983 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-52afbc4f-effd-41d5-8b54-a6758d9f56d9 req-48d091b3-9060-419f-bc09-76b167f9d826 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960805 May 10 17:22:02.856299 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-cfe598bc-ab17-46a6-bc34-7680d4aaccdd req-b0e693f4-c4c1-45e6-9ab5-cc17541da93e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645199 May 10 17:22:02.915077 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port f522a617-6cf1-4b75-b876-f17cfc5ac015 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:22:02.915588 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:03.024476 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Set router 85d40c04-22e3-443c-8be8-468fc3888e00 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:22:03.153077 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-ed5243f7-4532-4a37-8d82-86aacc3a17d0 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Synchronizing usage tracker for tenant:4234b151a6ef47f78f6d57ecc2adac6b on resource:security_group {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:22:03.207872 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-ed5243f7-4532-4a37-8d82-86aacc3a17d0 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Unset dirty status for tenant:4234b151a6ef47f78f6d57ecc2adac6b on resource:security_group {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:22:03.220120 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-ed5243f7-4532-4a37-8d82-86aacc3a17d0 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541167892&fields=id&tenant_id=4234b151a6ef47f78f6d57ecc2adac6b HTTP/1.1" status: 200 len: 267 time: 0.1373346 May 10 17:22:03.477390 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-de484c26-ce01-463d-bad8-5c944cd71fae tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:03.478521 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-de484c26-ce01-463d-bad8-5c944cd71fae tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Synchronizing usage tracker for tenant:4234b151a6ef47f78f6d57ecc2adac6b on resource:network {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:22:03.498108 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-de484c26-ce01-463d-bad8-5c944cd71fae tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Unset dirty status for tenant:4234b151a6ef47f78f6d57ecc2adac6b on resource:network {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:22:03.500025 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-de484c26-ce01-463d-bad8-5c944cd71fae tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/networks?id=03399b07-9ca5-420c-8844-68a1f7c3a930 HTTP/1.1" status: 200 len: 809 time: 0.2773578 May 10 17:22:03.521441 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-e9e0e020-bb0c-4560-956f-18fd66b397cf tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/quotas/4234b151a6ef47f78f6d57ecc2adac6b HTTP/1.1" status: 200 len: 375 time: 0.0152743 May 10 17:22:03.646119 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-53259f14-68ff-4081-8500-f21969e32082 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4234b151a6ef47f78f6d57ecc2adac6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1190553 May 10 17:22:03.812218 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'name': 'tempest-TestMinimumBasicScenario-242525475-router', 'tenant_id': '459d15d8435142aa9f8bb5a32c0adae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f522a617-6cf1-4b75-b876-f17cfc5ac015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:52Z', 'updated_at': '2021-05-10T17:21:59Z', 'revision_number': 4, 'project_id': '459d15d8435142aa9f8bb5a32c0adae7', 'gw_port': {'id': 'f522a617-6cf1-4b75-b876-f17cfc5ac015', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:53Z', 'updated_at': '2021-05-10T17:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '816d7fe7-4097-44a8-94ba-e08566a24355', 'name': '', 'network_id': 'bedcfcbd-1ad5-4c3e-8c48-390272c0145c', 'tenant_id': '459d15d8435142aa9f8bb5a32c0adae7', 'mac_address': 'fa:16:3e:80:5d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '7ac1b2be-c8e2-4f32-a8bc-4e82fe36ac1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:58Z', 'updated_at': '2021-05-10T17:21:59Z', 'revision_number': 2, 'project_id': '459d15d8435142aa9f8bb5a32c0adae7', 'subnets': [{'id': '7ac1b2be-c8e2-4f32-a8bc-4e82fe36ac1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:03.825578 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Checking router: 85d40c04-22e3-443c-8be8-468fc3888e00 for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:22:03.826614 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Updating router 85d40c04-22e3-443c-8be8-468fc3888e00 port 816d7fe7-4097-44a8-94ba-e08566a24355 binding host dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:22:03.917444 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:04.023885 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-8dc270df-14e6-4824-bd11-7eec937b58e4 service neutron] 10.222.0.16 "GET /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557231 May 10 17:22:04.315073 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a4b0a-7366-4123-85b6-0d74461765e2 req-4002fb57-9719-4925-b92a-385b2083aa6a tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:04.328378 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-019a4b0a-7366-4123-85b6-0d74461765e2 req-4002fb57-9719-4925-b92a-385b2083aa6a tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.2737243 May 10 17:22:04.449535 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-019a4b0a-7366-4123-85b6-0d74461765e2 req-38edbedf-d5f9-4f80-b147-ceef5c977796 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189027 May 10 17:22:04.666580 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Notify callbacks [] for port, precommit_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:04.757977 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Transition to ACTIVE for port object 816d7fe7-4097-44a8-94ba-e08566a24355 will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:22:04.760737 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-fff8352c-eeef-4d1f-9baa-de1603c8f233 service neutron] 10.222.0.16 "GET /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7360034 May 10 17:22:04.780305 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:04.791070 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-393c730d-e1be-4c92-82c8-517b77d7f805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:04.919262 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1a9d7-6e31-4107-a438-f3e4c26bff2f req-770b47a4-b2ab-445e-aeb4-ba10f1378b7f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:04.936367 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f0f1a9d7-6e31-4107-a438-f3e4c26bff2f req-770b47a4-b2ab-445e-aeb4-ba10f1378b7f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.2649946 May 10 17:22:04.998403 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f0f1a9d7-6e31-4107-a438-f3e4c26bff2f req-63875663-2460-4d7b-a890-87086fe10c94 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557954 May 10 17:22:05.009903 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779824fd-7910-499a-9529-96e28f9741b5 None None] Pushing event updated for resources: {'Port': ['ID=816d7fe7-4097-44a8-94ba-e08566a24355,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:05.021713 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-779824fd-7910-499a-9529-96e28f9741b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:05.373349 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Attempting to bind port 816d7fe7-4097-44a8-94ba-e08566a24355 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:22:05.373728 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Attempting to bind port 816d7fe7-4097-44a8-94ba-e08566a24355 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '20c9f4a4-df45-45e3-8e10-8a268a537c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bedcfcbd-1ad5-4c3e-8c48-390272c0145c'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:22:05.374092 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Attempting to bind port 816d7fe7-4097-44a8-94ba-e08566a24355 on network bedcfcbd-1ad5-4c3e-8c48-390272c0145c {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:22:05.381191 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:22:05.383278 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Checking segment: {'id': '20c9f4a4-df45-45e3-8e10-8a268a537c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bedcfcbd-1ad5-4c3e-8c48-390272c0145c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:22:05.383732 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:05.384143 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Bound using segment: {'id': '20c9f4a4-df45-45e3-8e10-8a268a537c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bedcfcbd-1ad5-4c3e-8c48-390272c0145c'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:22:05.384695 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Bound port: 816d7fe7-4097-44a8-94ba-e08566a24355, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c9f4a4-df45-45e3-8e10-8a268a537c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bedcfcbd-1ad5-4c3e-8c48-390272c0145c'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:22:05.385099 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:05.524886 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] For port 816d7fe7-4097-44a8-94ba-e08566a24355, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:22:05.531232 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] For port 816d7fe7-4097-44a8-94ba-e08566a24355, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=816d7fe7-4097-44a8-94ba-e08566a24355,segment=NetworkSegment(20c9f4a4-df45-45e3-8e10-8a268a537c56),segment_id=20c9f4a4-df45-45e3-8e10-8a268a537c56)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:22:05.537240 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:05.541737 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-392da1a7-a41d-49ac-8573-51a09e566cd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:05.630807 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Routers {'85d40c04-22e3-443c-8be8-468fc3888e00'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:22:05.631518 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:21:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['85d40c04-22e3-443c-8be8-468fc3888e00'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:05.653245 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-1e69923b-7eed-44ac-9238-3c6210b16596 req-d92b17d7-74f1-43ff-895d-6ad48035bf9d tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Synchronizing usage tracker for tenant:4234b151a6ef47f78f6d57ecc2adac6b on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:22:05.709170 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-1e69923b-7eed-44ac-9238-3c6210b16596 req-d92b17d7-74f1-43ff-895d-6ad48035bf9d tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Unset dirty status for tenant:4234b151a6ef47f78f6d57ecc2adac6b on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:22:05.712390 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1e69923b-7eed-44ac-9238-3c6210b16596 req-d92b17d7-74f1-43ff-895d-6ad48035bf9d tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 210 time: 0.1774101 May 10 17:22:05.836039 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779824fd-7910-499a-9529-96e28f9741b5 None None] Pushing event updated for resources: {'Port': ['ID=816d7fe7-4097-44a8-94ba-e08566a24355,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:05.866759 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-779824fd-7910-499a-9529-96e28f9741b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:05.915617 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bb701-4943-44a8-970f-356ae904cfbb req-11fdcb06-3036-4fec-a4ee-ba0981625e29 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:05.916366 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-086bb701-4943-44a8-970f-356ae904cfbb req-11fdcb06-3036-4fec-a4ee-ba0981625e29 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Synchronizing usage tracker for tenant:9bccd4acb8f14e2c89f70d682d458f36 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:22:05.936560 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-086bb701-4943-44a8-970f-356ae904cfbb req-11fdcb06-3036-4fec-a4ee-ba0981625e29 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Unset dirty status for tenant:9bccd4acb8f14e2c89f70d682d458f36 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:22:05.941609 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] Set router 85d40c04-22e3-443c-8be8-468fc3888e00 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:22:05.944857 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-086bb701-4943-44a8-970f-356ae904cfbb req-11fdcb06-3036-4fec-a4ee-ba0981625e29 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.2451649 May 10 17:22:06.046707 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-086bb701-4943-44a8-970f-356ae904cfbb req-29d78b29-e251-48eb-8160-44c603564754 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925891 May 10 17:22:06.233536 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249489eb-bcfb-4611-b19c-c74d3b2dae52 req-31459058-795c-46f0-987d-c4e3c59a0545 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:06.241234 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-249489eb-bcfb-4611-b19c-c74d3b2dae52 req-31459058-795c-46f0-987d-c4e3c59a0545 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.1077988 May 10 17:22:06.334085 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-249489eb-bcfb-4611-b19c-c74d3b2dae52 req-1c0db7a0-fe22-4c4f-bf9c-fa5c40a678d4 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916622 May 10 17:22:06.372465 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'name': 'tempest-TestMinimumBasicScenario-242525475-router', 'tenant_id': '459d15d8435142aa9f8bb5a32c0adae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f522a617-6cf1-4b75-b876-f17cfc5ac015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:52Z', 'updated_at': '2021-05-10T17:21:59Z', 'revision_number': 4, 'project_id': '459d15d8435142aa9f8bb5a32c0adae7', 'gw_port': {'id': 'f522a617-6cf1-4b75-b876-f17cfc5ac015', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:53Z', 'updated_at': '2021-05-10T17:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '816d7fe7-4097-44a8-94ba-e08566a24355', 'name': '', 'network_id': 'bedcfcbd-1ad5-4c3e-8c48-390272c0145c', 'tenant_id': '459d15d8435142aa9f8bb5a32c0adae7', 'mac_address': 'fa:16:3e:80:5d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '7ac1b2be-c8e2-4f32-a8bc-4e82fe36ac1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:58Z', 'updated_at': '2021-05-10T17:22:05Z', 'revision_number': 4, 'project_id': '459d15d8435142aa9f8bb5a32c0adae7', 'subnets': [{'id': '7ac1b2be-c8e2-4f32-a8bc-4e82fe36ac1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:06.378305 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a5ffdc-213b-4840-a6b2-549d332f3a2a None None] The sync data for ids ['85d40c04-22e3-443c-8be8-468fc3888e00'] in dv-cinder-786385-3-iscsi is: [{'id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'name': 'tempest-TestMinimumBasicScenario-242525475-router', 'tenant_id': '459d15d8435142aa9f8bb5a32c0adae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f522a617-6cf1-4b75-b876-f17cfc5ac015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:52Z', 'updated_at': '2021-05-10T17:21:59Z', 'revision_number': 4, 'project_id': '459d15d8435142aa9f8bb5a32c0adae7', 'gw_port': {'id': 'f522a617-6cf1-4b75-b876-f17cfc5ac015', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:53Z', 'updated_at': '2021-05-10T17:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '816d7fe7-4097-44a8-94ba-e08566a24355', 'name': '', 'network_id': 'bedcfcbd-1ad5-4c3e-8c48-390272c0145c', 'tenant_id': '459d15d8435142aa9f8bb5a32c0adae7', 'mac_address': 'fa:16:3e:80:5d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '7ac1b2be-c8e2-4f32-a8bc-4e82fe36ac1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:58Z', 'updated_at': '2021-05-10T17:22:05Z', 'revision_number': 4, 'project_id': '459d15d8435142aa9f8bb5a32c0adae7', 'subnets': [{'id': '7ac1b2be-c8e2-4f32-a8bc-4e82fe36ac1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:22:06.905647 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0e048093-a954-4f72-98a2-979b366b3f68 req-c7993081-f357-443c-a07b-2d3ee06fc9b8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 210 time: 0.0564482 May 10 17:22:07.299388 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-85bee370-cf5d-45a5-a9c5-7cc8867bc173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:07.317754 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475b007-474a-4052-983b-45a455936c83 req-cfe42b45-ba47-4793-bcf7-2f17f736410c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:07.323541 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c475b007-474a-4052-983b-45a455936c83 req-cfe42b45-ba47-4793-bcf7-2f17f736410c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1697373 May 10 17:22:07.410605 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c475b007-474a-4052-983b-45a455936c83 req-d4515a9a-7f9a-4f93-9858-ec0301cec16c tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779998 May 10 17:22:07.412475 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-d94cc91a-eb1b-43d8-9248-21b08061f551 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:07.416714 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-d94cc91a-eb1b-43d8-9248-21b08061f551 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.48 "GET /v2.0/networks?id=03399b07-9ca5-420c-8844-68a1f7c3a930 HTTP/1.1" status: 200 len: 809 time: 0.2475679 May 10 17:22:07.472947 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:07.607666 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-a98038a2-a771-4238-9c8a-ac5f5e5565aa tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4234b151a6ef47f78f6d57ecc2adac6b HTTP/1.1" status: 200 len: 380 time: 0.1743784 May 10 17:22:07.629741 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-3fb1dc93-bebc-435e-9c55-33f8e626c51e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Request body: {'port': {'device_id': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930', 'admin_state_up': True, 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'security_groups': ['de608120-95d8-4c65-be7c-787c766ab628']}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:07.840406 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1bea7-0119-4250-82a9-6d407fc8bb93 req-2cd8738b-f42d-4876-83f6-afd0d113eb2c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:07.841933 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-76c1bea7-0119-4250-82a9-6d407fc8bb93 req-2cd8738b-f42d-4876-83f6-afd0d113eb2c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.3108976 May 10 17:22:07.915421 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-76c1bea7-0119-4250-82a9-6d407fc8bb93 req-66697744-c3bd-4da0-8373-eed6533a66fe tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558372 May 10 17:22:07.965707 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-3fb1dc93-bebc-435e-9c55-33f8e626c51e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:22:07.978573 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-3fb1dc93-bebc-435e-9c55-33f8e626c51e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:22:07.990935 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-3fb1dc93-bebc-435e-9c55-33f8e626c51e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Made reservation on behalf of 4234b151a6ef47f78f6d57ecc2adac6b for: {'port': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:22:07.994694 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-3fb1dc93-bebc-435e-9c55-33f8e626c51e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:08.114215 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f6a24d05-5ef8-483d-94fc-2c02e52f6134 req-13bb99ed-a2c7-4c4d-bcca-c3ff452a8b6c tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 210 time: 0.0650115 May 10 17:22:08.168331 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-3fb1dc93-bebc-435e-9c55-33f8e626c51e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Allocated IP 172.20.0.12 (03399b07-9ca5-420c-8844-68a1f7c3a930/25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2/845c658d-eae6-45c8-93ae-ce3ad75f3fd7) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:22:08.390006 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-3fb1dc93-bebc-435e-9c55-33f8e626c51e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:08.427884 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-3fb1dc93-bebc-435e-9c55-33f8e626c51e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Transition to ACTIVE for port object 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 will not be triggered until provisioned by entity DHCP. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:22:08.481564 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-3fb1dc93-bebc-435e-9c55-33f8e626c51e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:08.489053 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c4734f8d-3490-4793-a00f-19989d315a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:08.559723 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 816d7fe7-4097-44a8-94ba-e08566a24355 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:22:08.634579 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-3fb1dc93-bebc-435e-9c55-33f8e626c51e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Network 03399b07-9ca5-420c-8844-68a1f7c3a930 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:22:08.640762 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-3fb1dc93-bebc-435e-9c55-33f8e626c51e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:22:08.649514 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-3fb1dc93-bebc-435e-9c55-33f8e626c51e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:22:08.650861 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 816d7fe7-4097-44a8-94ba-e08566a24355 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:22:08.656524 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 816d7fe7-4097-44a8-94ba-e08566a24355 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:22:08.657106 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:08.766526 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1dc93-bebc-435e-9c55-33f8e626c51e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Pushing event updated for resources: {'Port': ['ID=845c658d-eae6-45c8-93ae-ce3ad75f3fd7,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:08.800402 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-3fb1dc93-bebc-435e-9c55-33f8e626c51e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:08.815065 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:08.857139 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-3fb1dc93-bebc-435e-9c55-33f8e626c51e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:08.857920 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-3fb1dc93-bebc-435e-9c55-33f8e626c51e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:08.871469 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 816d7fe7-4097-44a8-94ba-e08566a24355, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=816d7fe7-4097-44a8-94ba-e08566a24355,segment=NetworkSegment(20c9f4a4-df45-45e3-8e10-8a268a537c56),segment_id=20c9f4a4-df45-45e3-8e10-8a268a537c56)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:22:08.888990 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:08.895733 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-e6553f1c-f170-4955-83b7-e6392c706c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:08.910686 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-3fb1dc93-bebc-435e-9c55-33f8e626c51e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2929065 May 10 17:22:08.938500 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce2cf1-91e1-4df2-8312-ac10d68b5d57 req-1e8c7e74-d1d2-4f16-8479-d3c773eef872 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:08.940664 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-13ce2cf1-91e1-4df2-8312-ac10d68b5d57 req-1e8c7e74-d1d2-4f16-8479-d3c773eef872 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.3758080 May 10 17:22:08.947030 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Request body: {'port': {'device_id': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:08.998937 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=816d7fe7-4097-44a8-94ba-e08566a24355,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:09.002334 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:09.031203 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-13ce2cf1-91e1-4df2-8312-ac10d68b5d57 req-3a57e5c7-d820-4281-b078-214e8d50b6dc tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a51febf-6c9a-477d-a18c-5e77111def81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528092 May 10 17:22:09.096176 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-6a33c144-e5d1-42d6-b719-f608d2199490 None None] Provisioning for port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:22:09.112563 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:09.116555 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-6a33c144-e5d1-42d6-b719-f608d2199490 None None] Provisioning complete for port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:22:09.116978 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-6a33c144-e5d1-42d6-b719-f608d2199490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:09.220571 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-6a33c144-e5d1-42d6-b719-f608d2199490 None None] Port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:22:09.321257 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5a4c9-5c5e-44d5-952c-e34cfb05cc99 req-e5dbd011-94fb-4044-854d-0b4798f0a25b tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:09.323556 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a5b5a4c9-5c5e-44d5-952c-e34cfb05cc99 req-e5dbd011-94fb-4044-854d-0b4798f0a25b tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 946 time: 0.1631753 May 10 17:22:09.509504 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [req-a5b5a4c9-5c5e-44d5-952c-e34cfb05cc99 req-13d79c14-933a-4db2-b0e5-278b25eddbf7 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Deleting port e2157096-4281-4005-ae95-f0a5a9d2c3e9 {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:22:09.510105 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-a5b5a4c9-5c5e-44d5-952c-e34cfb05cc99 req-13d79c14-933a-4db2-b0e5-278b25eddbf7 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:09.697101 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90a430-9385-4771-84dd-0a82c96f3a43 req-9054d6a9-9693-40f2-b4d4-3e2f8e8383a3 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:09.704301 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0e90a430-9385-4771-84dd-0a82c96f3a43 req-9054d6a9-9693-40f2-b4d4-3e2f8e8383a3 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.4280615 May 10 17:22:09.711091 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-a5b5a4c9-5c5e-44d5-952c-e34cfb05cc99 req-13d79c14-933a-4db2-b0e5-278b25eddbf7 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] For port e2157096-4281-4005-ae95-f0a5a9d2c3e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e2157096-4281-4005-ae95-f0a5a9d2c3e9,segment=NetworkSegment(f041281e-c37a-4ff8-a71f-efe88c9ab37e),segment_id=f041281e-c37a-4ff8-a71f-efe88c9ab37e)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:22:09.711692 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-a5b5a4c9-5c5e-44d5-952c-e34cfb05cc99 req-13d79c14-933a-4db2-b0e5-278b25eddbf7 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:09.777659 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0e90a430-9385-4771-84dd-0a82c96f3a43 req-80befe6e-fd6d-48db-b778-9f6179d5a2b2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722058 May 10 17:22:09.893352 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-14d8a043-27c0-4f69-98b4-2ff76f84284e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:09.893956 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 {{(pid=78664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:22:09.897915 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:09.903867 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:09.919888 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Transition to ACTIVE for port object 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 will not be triggered until provisioned by entity L2. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:22:09.927427 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:09.932090 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-4fb337ad-6d50-4a79-b4a5-54683b19f40d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:09.948014 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f3a90-3291-4fe4-9ea9-fc39b961bc56 req-950dc931-c6f1-428c-ad92-69802d900662 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:09.949770 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-bd7f3a90-3291-4fe4-9ea9-fc39b961bc56 req-950dc931-c6f1-428c-ad92-69802d900662 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 932 time: 0.3023252 May 10 17:22:09.958045 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [req-a5b5a4c9-5c5e-44d5-952c-e34cfb05cc99 req-13d79c14-933a-4db2-b0e5-278b25eddbf7 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Calling delete_port for e2157096-4281-4005-ae95-f0a5a9d2c3e9 owned by compute:nova {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:22:10.034461 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-bd7f3a90-3291-4fe4-9ea9-fc39b961bc56 req-b7ab8911-b9cb-40db-9561-dcca5b62c10c tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729811 May 10 17:22:10.128038 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Pushing event updated for resources: {'Port': ['ID=845c658d-eae6-45c8-93ae-ce3ad75f3fd7,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:10.138363 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:10.258452 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:22:10.365033 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-a5b5a4c9-5c5e-44d5-952c-e34cfb05cc99 req-13d79c14-933a-4db2-b0e5-278b25eddbf7 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:10.382669 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-4dc9df09-1207-4e95-a4b6-2e4787af7357 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:10.383064 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-92095b02-2de7-4ce7-bdcd-9555ac163ab1 req-23a743af-bf3f-4c36-ad42-4e9e47c26fa0 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 210 time: 0.0574179 May 10 17:22:10.442895 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Attempting to bind port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:22:10.443374 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Attempting to bind port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1edbd0a0-e731-4c62-8ae5-94317452b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930'}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:22:10.443717 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Attempting to bind port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 on network 03399b07-9ca5-420c-8844-68a1f7c3a930 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:22:10.451916 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 on network 03399b07-9ca5-420c-8844-68a1f7c3a930 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:22:10.452306 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Attempting to bind port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 on network 03399b07-9ca5-420c-8844-68a1f7c3a930 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:22:10.462461 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:22:10.462878 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Checking segment: {'id': '1edbd0a0-e731-4c62-8ae5-94317452b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:22:10.463345 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Bound using segment: {'id': '1edbd0a0-e731-4c62-8ae5-94317452b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930'} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:22:10.463833 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Bound port: 845c658d-eae6-45c8-93ae-ce3ad75f3fd7, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1edbd0a0-e731-4c62-8ae5-94317452b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930'}}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:22:10.464255 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:10.467737 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d79c14-933a-4db2-b0e5-278b25eddbf7 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Pushing event deleted for resources: {'Port': ['ID=e2157096-4281-4005-ae95-f0a5a9d2c3e9,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:10.473864 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-13d79c14-933a-4db2-b0e5-278b25eddbf7 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:10.539697 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 816d7fe7-4097-44a8-94ba-e08566a24355 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:22:10.624479 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b5a4c9-5c5e-44d5-952c-e34cfb05cc99 req-13d79c14-933a-4db2-b0e5-278b25eddbf7 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] No DVR routers for this DVR port e2157096-4281-4005-ae95-f0a5a9d2c3e9 on host hv-cinder-78638 {{(pid=78663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:22:10.628997 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-a5b5a4c9-5c5e-44d5-952c-e34cfb05cc99 req-13d79c14-933a-4db2-b0e5-278b25eddbf7 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:10.641226 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0d8f72-102f-4fa0-a045-3686d73f8cfa', 'name': 'network-vif-deleted', 'tag': 'e2157096-4281-4005-ae95-f0a5a9d2c3e9'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:22:10.643768 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] For port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7, host hv-cinder-78638, cleared binding levels {{(pid=78664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:22:10.647458 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] For port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=845c658d-eae6-45c8-93ae-ce3ad75f3fd7,segment=NetworkSegment(1edbd0a0-e731-4c62-8ae5-94317452b125),segment_id=1edbd0a0-e731-4c62-8ae5-94317452b125)] {{(pid=78664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:22:10.664237 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a5b5a4c9-5c5e-44d5-952c-e34cfb05cc99 req-13d79c14-933a-4db2-b0e5-278b25eddbf7 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.48 "DELETE /v2.0/ports/e2157096-4281-4005-ae95-f0a5a9d2c3e9 HTTP/1.1" status: 204 len: 173 time: 1.3333659 May 10 17:22:10.666245 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:10.690730 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d522a816-7d68-429b-9f9f-3d55da7ea9a4 tempest-DeleteServersTestJSON-735945317 tempest-DeleteServersTestJSON-735945317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:10.758149 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0d8f72-102f-4fa0-a045-3686d73f8cfa', 'name': 'network-vif-deleted', 'tag': 'e2157096-4281-4005-ae95-f0a5a9d2c3e9', 'status': 'completed', 'code': 200} May 10 17:22:10.777339 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:10.778904 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 816d7fe7-4097-44a8-94ba-e08566a24355 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:22:10.779318 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:10.871277 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:10.882878 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:10.886449 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] 10.222.0.48 "PUT /v2.0/ports/845c658d-eae6-45c8-93ae-ce3ad75f3fd7 HTTP/1.1" status: 200 len: 1094 time: 1.9436088 May 10 17:22:10.888804 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'tag': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:22:10.938351 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Pushing event updated for resources: {'Port': ['ID=845c658d-eae6-45c8-93ae-ce3ad75f3fd7,revision_number=3']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:10.942463 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:11.174711 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'tag': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7', 'status': 'completed', 'code': 200} May 10 17:22:11.212509 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-7a8d1336-fcd4-400d-877f-ca9c5ce424b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:11.214179 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-7a8d1336-fcd4-400d-877f-ca9c5ce424b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4234b151a6ef47f78f6d57ecc2adac6b&device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 1097 time: 0.2234430 May 10 17:22:11.222075 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046dd52-73c2-4520-8041-8c38736c99a8 req-d15b060e-b71c-4f19-91e0-fbab21298783 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:11.243509 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a046dd52-73c2-4520-8041-8c38736c99a8 req-d15b060e-b71c-4f19-91e0-fbab21298783 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.1804726 May 10 17:22:11.355316 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-d6641a41-e5ff-4ccf-9ad8-d4b05c1fa32e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=845c658d-eae6-45c8-93ae-ce3ad75f3fd7 HTTP/1.1" status: 200 len: 217 time: 0.0769222 May 10 17:22:11.363945 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba6101-4236-4e45-b03f-2f9896067c48 req-aa2375a8-2a0e-4cd3-936b-53d7b70b52b2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:11.373355 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-88ba6101-4236-4e45-b03f-2f9896067c48 req-aa2375a8-2a0e-4cd3-936b-53d7b70b52b2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.0939405 May 10 17:22:11.418068 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a046dd52-73c2-4520-8041-8c38736c99a8 req-15677a51-61c6-4703-8a3a-b7579a9ab17e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739385 May 10 17:22:11.457336 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-0634fb0f-689a-42d9-b130-613b65cfc8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:11.459231 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-0634fb0f-689a-42d9-b130-613b65cfc8f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2 HTTP/1.1" status: 200 len: 848 time: 0.0943184 May 10 17:22:11.469559 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-88ba6101-4236-4e45-b03f-2f9896067c48 req-d1dc9939-084d-45dc-8842-2aa9925e181c tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945055 May 10 17:22:11.699058 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-5d991e08-6557-4348-8fb5-d7425e3694e8 req-3814f5b2-0a3e-4633-a3f5-2f6ad95d168a tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Synchronizing usage tracker for tenant:9bccd4acb8f14e2c89f70d682d458f36 on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:22:11.720095 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-5d991e08-6557-4348-8fb5-d7425e3694e8 req-3814f5b2-0a3e-4633-a3f5-2f6ad95d168a tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Unset dirty status for tenant:9bccd4acb8f14e2c89f70d682d458f36 on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:22:11.721808 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-5d991e08-6557-4348-8fb5-d7425e3694e8 req-3814f5b2-0a3e-4633-a3f5-2f6ad95d168a tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0d8f72-102f-4fa0-a045-3686d73f8cfa HTTP/1.1" status: 200 len: 210 time: 0.0889823 May 10 17:22:11.735443 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-99fcec92-db50-4d86-b3dd-7c699130df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:11.737280 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-99fcec92-db50-4d86-b3dd-7c699130df4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03399b07-9ca5-420c-8844-68a1f7c3a930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2628508 May 10 17:22:11.783934 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e99140-7f4c-4efc-b10c-5ff8bdd19694 req-c342e189-d4e3-44cd-8f7b-5e52e7165632 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:11.783934 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d2e99140-7f4c-4efc-b10c-5ff8bdd19694 req-c342e189-d4e3-44cd-8f7b-5e52e7165632 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.2258842 May 10 17:22:11.887222 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d2e99140-7f4c-4efc-b10c-5ff8bdd19694 req-39dbc085-338a-4fda-8b01-9631cc30d700 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568781 May 10 17:22:11.937362 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-a63cef2d-0d92-4750-89cf-262fc1faae5f service neutron] 10.222.0.48 "GET /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911542 May 10 17:22:12.079549 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c7c90d62-9b54-4d82-9f22-f349a0c02bf0 req-f12a1449-5396-48a2-ab26-83a7317a0944 service neutron] 10.222.0.48 "GET /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350286 May 10 17:22:12.102798 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device e2157096-4281-4005-ae95-f0a5a9d2c3e9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:22:12.144757 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: e2157096-4281-4005-ae95-f0a5a9d2c3e9 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:22:12.145164 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device e2157096-4281-4005-ae95-f0a5a9d2c3e9 not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:22:12.334440 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da086dc-bcd9-41df-9012-5e1ee63df98d req-479e7a87-3365-4fa1-814b-342f6b820063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:12.336239 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1da086dc-bcd9-41df-9012-5e1ee63df98d req-479e7a87-3365-4fa1-814b-342f6b820063 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4234b151a6ef47f78f6d57ecc2adac6b&device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 1097 time: 0.1606710 May 10 17:22:12.410116 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:12.493098 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da086dc-bcd9-41df-9012-5e1ee63df98d req-4c0d855f-ece0-4167-8899-381aa96b2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:12.495074 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1da086dc-bcd9-41df-9012-5e1ee63df98d req-4c0d855f-ece0-4167-8899-381aa96b2851 service neutron] 10.222.0.48 "GET /v2.0/networks?id=03399b07-9ca5-420c-8844-68a1f7c3a930 HTTP/1.1" status: 200 len: 910 time: 0.1480660 May 10 17:22:12.587910 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1da086dc-bcd9-41df-9012-5e1ee63df98d req-6f55da05-e765-4aaa-acc7-a26c53a55de9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=845c658d-eae6-45c8-93ae-ce3ad75f3fd7 HTTP/1.1" status: 200 len: 217 time: 0.0848002 May 10 17:22:12.676403 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9ad3b-0171-460e-836b-d44fe3fd445b req-95addaff-e6e1-4029-b93c-aab713e3e69e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:12.686512 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-21c9ad3b-0171-460e-836b-d44fe3fd445b req-95addaff-e6e1-4029-b93c-aab713e3e69e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.1023464 May 10 17:22:12.719542 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da086dc-bcd9-41df-9012-5e1ee63df98d req-14224058-d9c7-460f-8c35-3a9e22e978a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:12.721124 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1da086dc-bcd9-41df-9012-5e1ee63df98d req-14224058-d9c7-460f-8c35-3a9e22e978a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2 HTTP/1.1" status: 200 len: 848 time: 0.0839648 May 10 17:22:12.733432 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a62ac-e79b-4583-8bf5-ffc6ff63a4c8 req-092567f5-7dbb-4c68-aff1-16ca1963b93e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:12.735361 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-1a2a62ac-e79b-4583-8bf5-ffc6ff63a4c8 req-092567f5-7dbb-4c68-aff1-16ca1963b93e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Synchronizing usage tracker for tenant:4234b151a6ef47f78f6d57ecc2adac6b on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:22:12.761679 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-21c9ad3b-0171-460e-836b-d44fe3fd445b req-4df12341-9cdb-4e49-adfa-5c3c0e527bf0 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742145 May 10 17:22:12.801217 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-1a2a62ac-e79b-4583-8bf5-ffc6ff63a4c8 req-092567f5-7dbb-4c68-aff1-16ca1963b93e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Unset dirty status for tenant:4234b151a6ef47f78f6d57ecc2adac6b on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:22:12.802567 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1a2a62ac-e79b-4583-8bf5-ffc6ff63a4c8 req-092567f5-7dbb-4c68-aff1-16ca1963b93e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.2135081 May 10 17:22:12.865225 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1a2a62ac-e79b-4583-8bf5-ffc6ff63a4c8 req-869ed9d3-1ec0-4269-99cf-0b7b94d936ce tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537879 May 10 17:22:12.871564 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da086dc-bcd9-41df-9012-5e1ee63df98d req-7cd7bf2a-cc43-4cf6-84f9-8198e6a0a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:12.873100 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1da086dc-bcd9-41df-9012-5e1ee63df98d req-7cd7bf2a-cc43-4cf6-84f9-8198e6a0a2c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03399b07-9ca5-420c-8844-68a1f7c3a930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1337285 May 10 17:22:12.890583 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 52756) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:13.100873 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1da086dc-bcd9-41df-9012-5e1ee63df98d req-e829c663-9599-4ce8-a03d-8580d1e5d742 service neutron] 10.222.0.48 "GET /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197328 May 10 17:22:13.255601 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc470c2-fffa-442c-8231-fea4c201054f req-a16def3e-4e30-4cdc-93fe-6ac82e5f4d4f tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:13.257509 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-7cc470c2-fffa-442c-8231-fea4c201054f req-a16def3e-4e30-4cdc-93fe-6ac82e5f4d4f tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.2484031 May 10 17:22:13.299750 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1da086dc-bcd9-41df-9012-5e1ee63df98d req-96eca688-8ee2-4d41-b343-ea37891368a5 service neutron] 10.222.0.48 "GET /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906545 May 10 17:22:13.324647 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-7cc470c2-fffa-442c-8231-fea4c201054f req-7415c4b6-c71d-4ab8-9cac-d07abbfc66e8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536158 May 10 17:22:13.479534 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-67226d71-0f78-4bf7-9a62-8dc738cbdab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384582'] for router_interface, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:14.066908 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da40d5-cc7e-4e81-b7bb-811c8ae93d3a req-3e2bf08f-515c-4083-9ccd-c150a6414085 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:14.068331 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c4da40d5-cc7e-4e81-b7bb-811c8ae93d3a req-3e2bf08f-515c-4083-9ccd-c150a6414085 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 944 time: 0.1530972 May 10 17:22:14.091974 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea753cc-aef8-41cb-bf42-41f69918e965 req-4b1940f1-1420-4876-965c-d906e4a83909 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:14.093560 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ea753cc-aef8-41cb-bf42-41f69918e965 req-4b1940f1-1420-4876-965c-d906e4a83909 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.1089070 May 10 17:22:14.124488 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 0b64ee44-dd4a-4759-aa6c-c1ed53271755 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:22:14.153074 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c4da40d5-cc7e-4e81-b7bb-811c8ae93d3a req-a392a595-2ae4-4e48-9aec-5eec28299d88 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561965 May 10 17:22:14.156857 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ea753cc-aef8-41cb-bf42-41f69918e965 req-84b54b68-4111-42b0-96b2-9387d1a2fb34 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549958 May 10 17:22:14.178191 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-67226d71-0f78-4bf7-9a62-8dc738cbdab7 admin admin] Deleting port 19cf94ec-f726-4530-b5c2-3f2a4607a83d {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:22:14.179002 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-67226d71-0f78-4bf7-9a62-8dc738cbdab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:14.301495 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 0b64ee44-dd4a-4759-aa6c-c1ed53271755, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0b64ee44-dd4a-4759-aa6c-c1ed53271755,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:22:14.321690 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '0b64ee44-dd4a-4759-aa6c-c1ed53271755', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'port_id': '0b64ee44-dd4a-4759-aa6c-c1ed53271755', 'mac_address': 'fa:16:3e:97:32:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:22:14.332890 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-67226d71-0f78-4bf7-9a62-8dc738cbdab7 admin admin] For port 19cf94ec-f726-4530-b5c2-3f2a4607a83d, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=19cf94ec-f726-4530-b5c2-3f2a4607a83d,segment=NetworkSegment(f041281e-c37a-4ff8-a71f-efe88c9ab37e),segment_id=f041281e-c37a-4ff8-a71f-efe88c9ab37e)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:22:14.333383 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-67226d71-0f78-4bf7-9a62-8dc738cbdab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:14.416656 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:14.446642 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b64ee44-dd4a-4759-aa6c-c1ed53271755 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:22:14.464950 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-67226d71-0f78-4bf7-9a62-8dc738cbdab7 admin admin] Calling delete_port for 19cf94ec-f726-4530-b5c2-3f2a4607a83d owned by network:router_interface {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:22:14.470671 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 0b64ee44-dd4a-4759-aa6c-c1ed53271755, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0b64ee44-dd4a-4759-aa6c-c1ed53271755,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:22:14.479374 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:14.482584 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-0cca6305-33fb-4a50-aee6-8fd78cacbcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:14.566451 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=0b64ee44-dd4a-4759-aa6c-c1ed53271755,revision_number=9']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:14.574105 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:14.574380 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:14.574779 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:14.575120 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:14.575807 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:14.576194 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:14.576528 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:14.576858 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:14.577693 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:14.578665 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:14.578665 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:14.578996 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:14.591168 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150be62-09a9-47ce-afa3-873370706d6d req-1facda1c-6aff-423b-af7c-96ea29646d59 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:14.591502 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:14.593338 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9150be62-09a9-47ce-afa3-873370706d6d req-1facda1c-6aff-423b-af7c-96ea29646d59 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1051676 May 10 17:22:14.640689 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9150be62-09a9-47ce-afa3-873370706d6d req-bd4080bf-ab9a-4f65-bcf9-c0c21cf5f446 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412049 May 10 17:22:14.779612 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-67226d71-0f78-4bf7-9a62-8dc738cbdab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:14.784701 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['0b64ee44-dd4a-4759-aa6c-c1ed53271755'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:22:14.790341 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:14.862896 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67226d71-0f78-4bf7-9a62-8dc738cbdab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=19cf94ec-f726-4530-b5c2-3f2a4607a83d,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:14.898213 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-67226d71-0f78-4bf7-9a62-8dc738cbdab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:15.115430 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-67226d71-0f78-4bf7-9a62-8dc738cbdab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16399094'] for router_interface, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:15.253664 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-fe37d768-bdea-4432-a303-a2d9cd5ffaa3 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:15.255695 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-fe37d768-bdea-4432-a303-a2d9cd5ffaa3 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/networks?id=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca HTTP/1.1" status: 200 len: 815 time: 0.1635392 May 10 17:22:15.271107 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-66768743-2078-4456-b5d6-056b73d6baeb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/quotas/421e87ec99024b31937c6d93c150aa34 HTTP/1.1" status: 200 len: 375 time: 0.0103297 May 10 17:22:15.370582 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-898bff66-decf-456b-a7ec-18ed7a5292de tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=421e87ec99024b31937c6d93c150aa34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902498 May 10 17:22:15.534035 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-2fe93803-a9e1-41ce-9db8-1f2bd26523c6 service neutron] 10.222.0.16 "GET /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505451 May 10 17:22:15.560310 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de595a2e-4623-496a-aae6-dbad05e59ae5 req-0e500608-059b-4c87-a122-43c930fec049 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:15.561959 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-de595a2e-4623-496a-aae6-dbad05e59ae5 req-0e500608-059b-4c87-a122-43c930fec049 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.1900265 May 10 17:22:15.706050 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-de595a2e-4623-496a-aae6-dbad05e59ae5 req-aa76ede1-2368-43a4-965f-8af7bdadacd1 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376679 May 10 17:22:15.744841 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67226d71-0f78-4bf7-9a62-8dc738cbdab7 admin admin] Router 45b5a46e-4172-425e-a521-978cb6957350 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:22:15.778094 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-c5d2a36f-ad7f-4aab-a4a9-10acd6165be3 service neutron] 10.222.0.16 "GET /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369568 May 10 17:22:16.004693 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa41ab-0a2e-41fd-9f14-cec435901135 req-05e1d31a-2307-4fd2-8d03-aaed5b9f36db tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:16.006222 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-35aa41ab-0a2e-41fd-9f14-cec435901135 req-05e1d31a-2307-4fd2-8d03-aaed5b9f36db tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 945 time: 0.1329226 May 10 17:22:16.019973 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67226d71-0f78-4bf7-9a62-8dc738cbdab7 admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:22:16.032958 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2818eacc-5540-475c-be2b-99e98352fe17 None None] Sync routers for ids ['45b5a46e-4172-425e-a521-978cb6957350'] in dv-cinder-786385-3-iscsi {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:22:16.049358 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2818eacc-5540-475c-be2b-99e98352fe17 None None] Routers {'45b5a46e-4172-425e-a521-978cb6957350'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:22:16.062357 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-2818eacc-5540-475c-be2b-99e98352fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:22:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['45b5a46e-4172-425e-a521-978cb6957350'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:16.062714 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-67226d71-0f78-4bf7-9a62-8dc738cbdab7 admin admin] 10.222.0.16 "PUT /v2.0/routers/45b5a46e-4172-425e-a521-978cb6957350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1707461 May 10 17:22:16.065678 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 52808) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:16.077554 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cda0f-8f5e-465e-a213-c6f259daf4c6 req-3fd1efc7-1777-4ee3-8011-f7df4536dca1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:16.079607 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a97cda0f-8f5e-465e-a213-c6f259daf4c6 req-3fd1efc7-1777-4ee3-8011-f7df4536dca1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1087098 May 10 17:22:16.132008 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 0b64ee44-dd4a-4759-aa6c-c1ed53271755 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:22:16.134859 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a97cda0f-8f5e-465e-a213-c6f259daf4c6 req-a158a1d3-b4b7-4111-a188-18a09183aa22 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482554 May 10 17:22:16.224742 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-35aa41ab-0a2e-41fd-9f14-cec435901135 req-d37a935c-de42-472c-8ba2-fd2fbadd2398 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060919 May 10 17:22:16.250553 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9cdfafa2-b74b-4acb-804c-a1b62648602e req-030c202d-472f-4cb6-82bb-2fb8eee98094 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 210 time: 0.0625503 May 10 17:22:16.283515 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-2818eacc-5540-475c-be2b-99e98352fe17 None None] Set router 45b5a46e-4172-425e-a521-978cb6957350 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:22:16.296733 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 0b64ee44-dd4a-4759-aa6c-c1ed53271755 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:22:16.297181 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:16.306262 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5d0a9b6f-1bd7-46e5-9b13-5235490c341e admin admin] Notify callbacks [] for router, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:16.421606 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:16.466829 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b64ee44-dd4a-4759-aa6c-c1ed53271755'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:22:16.478707 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 0b64ee44-dd4a-4759-aa6c-c1ed53271755, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0b64ee44-dd4a-4759-aa6c-c1ed53271755,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:22:16.483514 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:16.490655 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:16.556166 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b64ee44-dd4a-4759-aa6c-c1ed53271755', 'code': 200} May 10 17:22:16.573653 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5d0a9b6f-1bd7-46e5-9b13-5235490c341e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:16.592552 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=0b64ee44-dd4a-4759-aa6c-c1ed53271755,revision_number=10']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:16.595975 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:16.643580 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-2818eacc-5540-475c-be2b-99e98352fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b5a46e-4172-425e-a521-978cb6957350', 'name': 'tempest-ServerRescueNegativeTestJSON-2069461510-router', 'tenant_id': '9bccd4acb8f14e2c89f70d682d458f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '56bb4e1f-733a-453c-959a-44747b69f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:22:14Z', 'revision_number': 5, 'project_id': '9bccd4acb8f14e2c89f70d682d458f36', 'gw_port': {'id': '56bb4e1f-733a-453c-959a-44747b69f108', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b5a46e-4172-425e-a521-978cb6957350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:33Z', 'updated_at': '2021-05-10T17:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:16.647426 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2818eacc-5540-475c-be2b-99e98352fe17 None None] Checking router: 45b5a46e-4172-425e-a521-978cb6957350 for host: dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:22:16.655600 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2818eacc-5540-475c-be2b-99e98352fe17 None None] Routers {'45b5a46e-4172-425e-a521-978cb6957350'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:22:16.656230 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-2818eacc-5540-475c-be2b-99e98352fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:22:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['45b5a46e-4172-425e-a521-978cb6957350'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:16.661235 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a9b6f-1bd7-46e5-9b13-5235490c341e admin admin] Deleting port 56bb4e1f-733a-453c-959a-44747b69f108 {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:22:16.661645 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5d0a9b6f-1bd7-46e5-9b13-5235490c341e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:16.805364 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-5d0a9b6f-1bd7-46e5-9b13-5235490c341e admin admin] For port 56bb4e1f-733a-453c-959a-44747b69f108, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=56bb4e1f-733a-453c-959a-44747b69f108,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:22:16.805799 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5d0a9b6f-1bd7-46e5-9b13-5235490c341e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:16.848281 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-2818eacc-5540-475c-be2b-99e98352fe17 None None] Set router 45b5a46e-4172-425e-a521-978cb6957350 gateway port host: None {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:22:16.920472 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa37da-7963-42f5-8686-f8b3d7fdab7b req-71017945-8d9a-404e-9dff-f3616bf641dc tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:16.923865 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a6fa37da-7963-42f5-8686-f8b3d7fdab7b req-71017945-8d9a-404e-9dff-f3616bf641dc tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.0879734 May 10 17:22:16.928976 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a9b6f-1bd7-46e5-9b13-5235490c341e admin admin] Calling delete_port for 56bb4e1f-733a-453c-959a-44747b69f108 owned by network:router_gateway {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:22:16.957847 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-2818eacc-5540-475c-be2b-99e98352fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b5a46e-4172-425e-a521-978cb6957350', 'name': 'tempest-ServerRescueNegativeTestJSON-2069461510-router', 'tenant_id': '9bccd4acb8f14e2c89f70d682d458f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:22:16Z', 'revision_number': 6, 'project_id': '9bccd4acb8f14e2c89f70d682d458f36', 'gw_port_host': None}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:16.962363 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2818eacc-5540-475c-be2b-99e98352fe17 None None] The sync data for ids ['45b5a46e-4172-425e-a521-978cb6957350'] in dv-cinder-786385-3-iscsi is: [{'id': '45b5a46e-4172-425e-a521-978cb6957350', 'name': 'tempest-ServerRescueNegativeTestJSON-2069461510-router', 'tenant_id': '9bccd4acb8f14e2c89f70d682d458f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:22:16Z', 'revision_number': 6, 'project_id': '9bccd4acb8f14e2c89f70d682d458f36', 'gw_port_host': None}] {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:22:17.000840 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a6fa37da-7963-42f5-8686-f8b3d7fdab7b req-889c6335-2a75-45f3-abf8-96fc82a6513d tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703118 May 10 17:22:17.178501 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5d0a9b6f-1bd7-46e5-9b13-5235490c341e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:17.180864 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19df23-e972-4e64-b8af-0f455d84380e req-c17666f6-af48-47f8-ae82-a019d692b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:17.182222 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:17.190077 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1b19df23-e972-4e64-b8af-0f455d84380e req-c17666f6-af48-47f8-ae82-a019d692b5a1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 1100 time: 0.0867300 May 10 17:22:17.244970 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1b19df23-e972-4e64-b8af-0f455d84380e req-718a599c-b9d9-451f-8f29-c91c8c393614 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394795 May 10 17:22:17.303803 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a9b6f-1bd7-46e5-9b13-5235490c341e admin admin] Pushing event deleted for resources: {'Port': ['ID=56bb4e1f-733a-453c-959a-44747b69f108,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:17.308092 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-5d0a9b6f-1bd7-46e5-9b13-5235490c341e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:17.438554 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e522c1-790c-432e-b641-6182e314877a req-8a4ad4f5-0fbb-4cc1-97f3-68d38195f351 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:17.440137 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-11e522c1-790c-432e-b641-6182e314877a req-8a4ad4f5-0fbb-4cc1-97f3-68d38195f351 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 947 time: 0.0947630 May 10 17:22:17.485106 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-11e522c1-790c-432e-b641-6182e314877a req-b6e59c56-6b17-425c-83ba-ecfc397f755c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389624 May 10 17:22:17.511968 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5d0a9b6f-1bd7-46e5-9b13-5235490c341e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16389474'] for router_gateway, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:17.629642 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e8404602-7ebe-41df-ac8e-a5cbf5fc5ad8 req-319a5cd7-aaf1-4226-8116-5004c6049add tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 210 time: 0.0423210 May 10 17:22:17.718957 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-ca5274e3-c1bd-4c81-bed5-139386e8e4e7 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:17.719640 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-ca5274e3-c1bd-4c81-bed5-139386e8e4e7 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Synchronizing usage tracker for tenant:421e87ec99024b31937c6d93c150aa34 on resource:network {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:22:17.729941 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5d0a9b6f-1bd7-46e5-9b13-5235490c341e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8002'] for router, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:17.733686 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5d0a9b6f-1bd7-46e5-9b13-5235490c341e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:17.831875 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-ca5274e3-c1bd-4c81-bed5-139386e8e4e7 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Unset dirty status for tenant:421e87ec99024b31937c6d93c150aa34 on resource:network {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:22:17.833470 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-ca5274e3-c1bd-4c81-bed5-139386e8e4e7 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.48 "GET /v2.0/networks?id=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca HTTP/1.1" status: 200 len: 815 time: 0.6216931 May 10 17:22:17.844013 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a9eb0-7ead-44a1-9035-ef1aa8129b93 req-ea569e93-049e-44ea-a6df-450a6e5a444a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:17.845588 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-759a9eb0-7ead-44a1-9035-ef1aa8129b93 req-ea569e93-049e-44ea-a6df-450a6e5a444a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.5431662 May 10 17:22:17.853634 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Request body: {'port': {'device_id': '2737303e-9141-4677-aad0-f6a90099ba56', 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca', 'admin_state_up': True, 'tenant_id': '421e87ec99024b31937c6d93c150aa34'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:17.871985 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5d0a9b6f-1bd7-46e5-9b13-5235490c341e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16394096'] for router, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:17.872526 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0a9b6f-1bd7-46e5-9b13-5235490c341e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45b5a46e-4172-425e-a521-978cb6957350 {{(pid=78663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:22:17.986021 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5d0a9b6f-1bd7-46e5-9b13-5235490c341e admin admin] Notify callbacks [] for router, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:17.989639 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-5d0a9b6f-1bd7-46e5-9b13-5235490c341e admin admin] 10.222.0.16 "DELETE /v2.0/routers/45b5a46e-4172-425e-a521-978cb6957350 HTTP/1.1" status: 204 len: 168 time: 1.9205947 May 10 17:22:17.990601 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 52840) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:18.006725 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-759a9eb0-7ead-44a1-9035-ef1aa8129b93 req-32e5898d-1909-42ab-9139-6827af449e27 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361578 May 10 17:22:18.093550 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:22:18.102856 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Usage tracker for resource:port and tenant:421e87ec99024b31937c6d93c150aa34 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:22:18.108030 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ae4a1c-946e-4eff-9f63-c5e1f55c0fb4 admin admin] Deleting subnet be69cc52-9a98-4fc1-87f3-313de9e76b52 {{(pid=78664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:22:18.109871 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:22:18.120099 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-03ae4a1c-946e-4eff-9f63-c5e1f55c0fb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:18.130446 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:22:18.149717 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Made reservation on behalf of 421e87ec99024b31937c6d93c150aa34 for: {'port': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:22:18.153980 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:18.262821 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-03ae4a1c-946e-4eff-9f63-c5e1f55c0fb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15796473'] for subnet, precommit_delete_associations {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:18.356968 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-03ae4a1c-946e-4eff-9f63-c5e1f55c0fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862742'] for subnet, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:18.403168 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_common [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Allocated IP 172.20.0.11 (2e8f257b-0f34-42a9-8f4f-ec787f5b74ca/14fae831-6cf0-4180-8517-89741e4f9411/8d79cb61-170e-4c94-a159-44a477994e21) {{(pid=78663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:22:18.433755 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c41b9b-d4f0-4d79-8f67-f91f274942ed req-60d6027f-54a5-479a-a1d3-98571f7a597b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:18.435578 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-43c41b9b-d4f0-4d79-8f67-f91f274942ed req-60d6027f-54a5-479a-a1d3-98571f7a597b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.2297585 May 10 17:22:18.544841 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 56bb4e1f-733a-453c-959a-44747b69f108 no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:22:18.611540 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 56bb4e1f-733a-453c-959a-44747b69f108 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:22:18.614406 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 56bb4e1f-733a-453c-959a-44747b69f108 not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:22:18.614859 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 19cf94ec-f726-4530-b5c2-3f2a4607a83d no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:22:18.650370 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-43c41b9b-d4f0-4d79-8f67-f91f274942ed req-c949b1aa-d862-4129-8a01-94c5fc8778c7 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797695 May 10 17:22:18.697786 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 19cf94ec-f726-4530-b5c2-3f2a4607a83d {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:22:18.698433 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 19cf94ec-f726-4530-b5c2-3f2a4607a83d not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:22:18.843502 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d3480-b9c4-4fa3-9d59-866f3eae5391 req-924ccf2d-180f-4e3e-8785-60dfdde1af45 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:18.845312 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-845d3480-b9c4-4fa3-9d59-866f3eae5391 req-924ccf2d-180f-4e3e-8785-60dfdde1af45 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 947 time: 0.1488018 May 10 17:22:18.880210 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for port, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:18.895252 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-7e3d1145-23b8-4124-90ed-dd9207d334cd req-56bff77f-88b6-4048-8694-98e9c7b68a69 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 210 time: 0.0926039 May 10 17:22:18.914429 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-845d3480-b9c4-4fa3-9d59-866f3eae5391 req-d27e6b3d-6e53-428e-9760-6fd7fcf414da tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578470 May 10 17:22:18.920586 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Transition to ACTIVE for port object 8d79cb61-170e-4c94-a159-44a477994e21 will not be triggered until provisioned by entity DHCP. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:22:18.941939 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-03ae4a1c-946e-4eff-9f63-c5e1f55c0fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16084900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15067248'] for subnet, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:18.946578 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-636321a7-08eb-4391-9b07-1b9a201bf7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:18.973535 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:18.980089 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:18.986816 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae4a1c-946e-4eff-9f63-c5e1f55c0fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be69cc52-9a98-4fc1-87f3-313de9e76b52,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:18.989960 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-03ae4a1c-946e-4eff-9f63-c5e1f55c0fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:18.990927 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-03ae4a1c-946e-4eff-9f63-c5e1f55c0fb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:18.996927 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-03ae4a1c-946e-4eff-9f63-c5e1f55c0fb4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/be69cc52-9a98-4fc1-87f3-313de9e76b52 HTTP/1.1" status: 204 len: 168 time: 1.0040448 May 10 17:22:18.999245 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 52856) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:19.080822 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Network 2e8f257b-0f34-42a9-8f4f-ec787f5b74ca is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:22:19.084291 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:22:19.093838 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Received port after_create {{(pid=78663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:22:19.121466 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a1a7b291-9084-45cc-8c7c-e6f602836045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737558'] for network, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:19.317313 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-6d42250a-537e-4782-88da-6cbc9ecd8499 None None] Provisioning for port 8d79cb61-170e-4c94-a159-44a477994e21 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:22:19.322610 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-6d42250a-537e-4782-88da-6cbc9ecd8499 None None] Provisioning complete for port 8d79cb61-170e-4c94-a159-44a477994e21 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:22:19.323187 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-6d42250a-537e-4782-88da-6cbc9ecd8499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:19.351155 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Pushing event updated for resources: {'Port': ['ID=8d79cb61-170e-4c94-a159-44a477994e21,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:19.369967 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:19.371720 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a1a7b291-9084-45cc-8c7c-e6f602836045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856813', 'neutron.services.segments.db._delete_segments_for_network-8781908246685'] for network, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:19.388576 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-a1a7b291-9084-45cc-8c7c-e6f602836045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3f3b4e-f489-4e0e-932e-ffa1980b2df4']}} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:19.388872 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-6d42250a-537e-4782-88da-6cbc9ecd8499 None None] Port 8d79cb61-170e-4c94-a159-44a477994e21 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:22:19.411022 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:19.411857 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:19.413434 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-a1a7b291-9084-45cc-8c7c-e6f602836045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f041281e-c37a-4ff8-a71f-efe88c9ab37e') {'for_net_delete': True} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:19.413736 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-a1a7b291-9084-45cc-8c7c-e6f602836045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f041281e-c37a-4ff8-a71f-efe88c9ab37e') {} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:19.428226 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a1a7b291-9084-45cc-8c7c-e6f602836045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781908258151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796454'] for segment, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:19.444295 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5946171 May 10 17:22:19.462370 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2a551-17c5-4333-a5e3-75c7653e95c7 req-8a04bf39-55c1-401f-a97b-efa829e6a235 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:19.463884 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-24d2a551-17c5-4333-a5e3-75c7653e95c7 req-8a04bf39-55c1-401f-a97b-efa829e6a235 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.2640963 May 10 17:22:19.471973 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a1a7b291-9084-45cc-8c7c-e6f602836045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:19.498183 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a7b291-9084-45cc-8c7c-e6f602836045 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=78664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:22:19.498570 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a1a7b291-9084-45cc-8c7c-e6f602836045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16084930'] for segment, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: Traceback (most recent call last): May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: timer() May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: cb(*args, **kw) May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: return func(*args, **kwargs) May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: self._notify() May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: self.callback(batched_events) May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: event.method(event) May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: return f(self, *a, **k) May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._get(url).json() May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: return self.request(url, 'GET', **kwargs) May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:22:19.598558 dv-cinder-786385-3-iscsi neutron-server[78664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:22:19.684932 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-24d2a551-17c5-4333-a5e3-75c7653e95c7 req-2e941f1a-9b89-4967-a5c3-a97106f34054 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142031 May 10 17:22:19.695936 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a1a7b291-9084-45cc-8c7c-e6f602836045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16389488'] for network, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:19.704990 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-9367b1ed-4421-4c83-90a7-1f46aa887a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:19.726884 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a1a7b291-9084-45cc-8c7c-e6f602836045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:19.729396 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7b291-9084-45cc-8c7c-e6f602836045 admin admin] Pushing event deleted for resources: {'Network': ['ID=db3f3b4e-f489-4e0e-932e-ffa1980b2df4,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:19.732264 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a1a7b291-9084-45cc-8c7c-e6f602836045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:19.743302 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-a1a7b291-9084-45cc-8c7c-e6f602836045 admin admin] 10.222.0.16 "DELETE /v2.0/networks/db3f3b4e-f489-4e0e-932e-ffa1980b2df4 HTTP/1.1" status: 204 len: 168 time: 0.7421205 May 10 17:22:19.871221 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea42f4-a71e-4b33-8162-12ddb7155cab req-b348f4b2-1bf5-45db-83cf-897c1876a11d tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:19.872700 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-acea42f4-a71e-4b33-8162-12ddb7155cab req-b348f4b2-1bf5-45db-83cf-897c1876a11d tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.0837879 May 10 17:22:19.944328 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-acea42f4-a71e-4b33-8162-12ddb7155cab req-b5d4860e-2572-49e7-b7d3-f5393a9a9676 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638208 May 10 17:22:20.005282 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 52870) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:20.133028 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fd2d0-2388-4c0b-864a-2cab245e952f req-87fe555b-6eda-457f-8ea0-6c3f4134a2c3 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:20.136777 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-430fd2d0-2388-4c0b-864a-2cab245e952f req-87fe555b-6eda-457f-8ea0-6c3f4134a2c3 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 932 time: 0.0904424 May 10 17:22:20.144935 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-e36b19cf-1364-44c1-88fd-f1305e0bbcf6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bccd4acb8f14e2c89f70d682d458f36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1376548 May 10 17:22:20.148939 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 52874) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:20.164186 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:22:20.217589 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-430fd2d0-2388-4c0b-864a-2cab245e952f req-06302962-ac68-4d1a-a3f0-a977c117300b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772507 May 10 17:22:20.230713 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32435b2-732d-46d1-96c5-aaa37e7c34b2 req-39999d1c-8507-4fb8-91fc-c1a6a18643d9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:20.238344 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f32435b2-732d-46d1-96c5-aaa37e7c34b2 req-39999d1c-8507-4fb8-91fc-c1a6a18643d9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 947 time: 0.1675618 May 10 17:22:20.265550 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-99a3d129-1aa8-4414-9126-4c572521f66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:20.309710 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f32435b2-732d-46d1-96c5-aaa37e7c34b2 req-26eb6fc8-0f81-4427-8b43-85cf71ede6ac tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705118 May 10 17:22:20.311431 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-99a3d129-1aa8-4414-9126-4c572521f66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:20.350945 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=845c658d-eae6-45c8-93ae-ce3ad75f3fd7,segment=NetworkSegment(1edbd0a0-e731-4c62-8ae5-94317452b125),segment_id=1edbd0a0-e731-4c62-8ae5-94317452b125)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:22:20.366846 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7', 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930', 'port_id': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7', 'mac_address': 'fa:16:3e:58:55:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:22:20.400729 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-99a3d129-1aa8-4414-9126-4c572521f66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:20.404423 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-2f127f93-aa75-4819-a32d-ee84f8da89b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:20.417575 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3d129-1aa8-4414-9126-4c572521f66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a51febf-6c9a-477d-a18c-5e77111def81,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:20.420003 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-99a3d129-1aa8-4414-9126-4c572521f66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:20.445167 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-99a3d129-1aa8-4414-9126-4c572521f66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:20.448964 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-99a3d129-1aa8-4414-9126-4c572521f66b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a51febf-6c9a-477d-a18c-5e77111def81 HTTP/1.1" status: 204 len: 168 time: 0.2981675 May 10 17:22:20.459944 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:20.484834 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:22:20.506347 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=845c658d-eae6-45c8-93ae-ce3ad75f3fd7,segment=NetworkSegment(1edbd0a0-e731-4c62-8ae5-94317452b125),segment_id=1edbd0a0-e731-4c62-8ae5-94317452b125)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:22:20.548253 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:20.550799 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:20.637454 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=845c658d-eae6-45c8-93ae-ce3ad75f3fd7,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:20.650759 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:20.888027 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['845c658d-eae6-45c8-93ae-ce3ad75f3fd7'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:22:20.949835 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bcf93-988e-4aff-a105-51eb3be80a9a req-e62903ed-b9dd-4ba4-bc5f-ac8a78ee1d8e tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:20.958029 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-133bcf93-988e-4aff-a105-51eb3be80a9a req-e62903ed-b9dd-4ba4-bc5f-ac8a78ee1d8e tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1087823 May 10 17:22:21.005156 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-133bcf93-988e-4aff-a105-51eb3be80a9a req-cbdaf1b9-1263-4af1-9192-345f480f53b5 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461781 May 10 17:22:21.239488 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fd2d6-4bd8-48fc-940d-5913f77d7f5f req-bdbc2cc1-af6b-4ef1-872c-4f1ba6616b76 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:21.244166 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d03fd2d6-4bd8-48fc-940d-5913f77d7f5f req-bdbc2cc1-af6b-4ef1-872c-4f1ba6616b76 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 945 time: 0.1436696 May 10 17:22:21.351012 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d03fd2d6-4bd8-48fc-940d-5913f77d7f5f req-205de579-1089-4dab-bae8-1348a45a290d tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021109 May 10 17:22:21.429233 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 52908) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:21.493530 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f8f9c-889f-46b6-8e94-65e476323c5f req-57b31d90-751c-4aaf-9f1a-d187ebff9e17 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:21.500938 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-290f8f9c-889f-46b6-8e94-65e476323c5f req-57b31d90-751c-4aaf-9f1a-d187ebff9e17 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 932 time: 0.0968261 May 10 17:22:21.587717 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-290f8f9c-889f-46b6-8e94-65e476323c5f req-3680efff-2915-4c41-94c8-7ccbcf68149e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858583 May 10 17:22:21.622995 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-403076944-network', 'tenant_id': 'e515305ff422410ea610381fba30d2fc'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:21.634526 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:22:21.642136 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Usage tracker for resource:network and tenant:e515305ff422410ea610381fba30d2fc is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:22:21.652141 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059294a-28c8-45e5-8a4d-505981a7eca2 req-928639c5-efff-4a90-b515-a796a2443d2b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:21.653932 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-b059294a-28c8-45e5-8a4d-505981a7eca2 req-928639c5-efff-4a90-b515-a796a2443d2b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 947 time: 0.1663699 May 10 17:22:21.654999 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:22:21.663766 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:22:21.699193 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Made reservation on behalf of e515305ff422410ea610381fba30d2fc for: {'network': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:22:21.701432 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:21.719632 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:21.751738 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-b059294a-28c8-45e5-8a4d-505981a7eca2 req-49d4bcd9-8183-4362-9399-d668caf2a43c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891511 May 10 17:22:21.758057 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:22:21.762625 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Usage tracker for resource:security_group_rule and tenant:e515305ff422410ea610381fba30d2fc is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:22:21.766846 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:22:21.774175 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:22:21.865281 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:21.870625 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:21.875781 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ec3b348d-8fd6-481f-982e-8c5a6d033f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:21.905535 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=78663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:22:21.914748 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983e0017-dcee-4ca6-ae33-690da64cb0f5,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:21.917947 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:21.922773 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:21.923085 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.segments_db [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Added segment 00ca28f1-659e-4375-bef5-d8330c65e51d of type vlan for network aa9bffe3-8180-4c64-b70e-40874a4678f5 May 10 17:22:21.949045 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:21.978269 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:21.979602 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:21.980187 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:21.985476 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-7156580c-f619-4d36-8e64-39ef7e8caee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:22.087029 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Pushing event updated for resources: {'Network': ['ID=aa9bffe3-8180-4c64-b70e-40874a4678f5,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:22.093237 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6596172 May 10 17:22:22.093237 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:22.093782 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 52916) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:22.097917 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network aa9bffe3-8180-4c64-b70e-40874a4678f5 details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:22:22.101046 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-0f4060b4-ecc3-46fe-bf10-e776de1f71fa admin admin] Request body: {'subnet': {'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-403076944-subnet', 'tenant_id': 'e515305ff422410ea610381fba30d2fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:22.110915 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-0f4060b4-ecc3-46fe-bf10-e776de1f71fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:22:22.119441 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-0f4060b4-ecc3-46fe-bf10-e776de1f71fa admin admin] Usage tracker for resource:subnet and tenant:e515305ff422410ea610381fba30d2fc is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:22:22.123424 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-0f4060b4-ecc3-46fe-bf10-e776de1f71fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:22:22.131567 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-0f4060b4-ecc3-46fe-bf10-e776de1f71fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:22:22.149885 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4060b4-ecc3-46fe-bf10-e776de1f71fa admin admin] Made reservation on behalf of e515305ff422410ea610381fba30d2fc for: {'subnet': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:22:22.153752 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0f4060b4-ecc3-46fe-bf10-e776de1f71fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14861259'] for subnet, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:22.168480 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:22:22.297747 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f07255-5be7-4f64-85c1-bdef7b94231b req-13af6b39-c7c4-4e63-b40b-d5b2bf0335bb tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:22.299324 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-41f07255-5be7-4f64-85c1-bdef7b94231b req-13af6b39-c7c4-4e63-b40b-d5b2bf0335bb tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1627274 May 10 17:22:22.303777 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:22:22.309266 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:22:22.309818 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:22.376643 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-41f07255-5be7-4f64-85c1-bdef7b94231b req-98c453f8-4d48-484f-92c6-dde99786fe92 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700753 May 10 17:22:22.490899 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:22.528317 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:22:22.543683 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=845c658d-eae6-45c8-93ae-ce3ad75f3fd7,segment=NetworkSegment(1edbd0a0-e731-4c62-8ae5-94317452b125),segment_id=1edbd0a0-e731-4c62-8ae5-94317452b125)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:22:22.548280 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:22.552027 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:22.630646 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=845c658d-eae6-45c8-93ae-ce3ad75f3fd7,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:22.634849 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:22.644383 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7', 'code': 200} May 10 17:22:22.674095 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30252cd1-0e84-47af-986e-7a00448cd7fc req-76cccbe5-7702-4be1-9877-2e433159189b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:22.675603 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-30252cd1-0e84-47af-986e-7a00448cd7fc req-76cccbe5-7702-4be1-9877-2e433159189b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.1209595 May 10 17:22:22.793636 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-30252cd1-0e84-47af-986e-7a00448cd7fc req-de9c6ba2-d692-44e1-b5ca-0fd139114e41 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100192 May 10 17:22:22.830024 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775bf6e-5bdf-47eb-993c-cf9b6fb86097 req-868afeb0-76b4-4491-85cb-b5bee2513c45 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:22.837324 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d775bf6e-5bdf-47eb-993c-cf9b6fb86097 req-868afeb0-76b4-4491-85cb-b5bee2513c45 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 932 time: 0.0922172 May 10 17:22:22.895274 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d775bf6e-5bdf-47eb-993c-cf9b6fb86097 req-697c29a2-c207-4110-a6b5-16a52164b292 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567794 May 10 17:22:22.945055 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0f4060b4-ecc3-46fe-bf10-e776de1f71fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14767415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14861241'] for subnet, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:22.954221 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-1e70af51-2d6c-4ae5-a5fb-5860f21e3d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:23.036894 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4060b4-ecc3-46fe-bf10-e776de1f71fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=acef9462-c092-42c0-9698-840ecc5fef3f,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:23.042241 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-0f4060b4-ecc3-46fe-bf10-e776de1f71fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:23.047099 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4060b4-ecc3-46fe-bf10-e776de1f71fa admin admin] Checking segment: {'id': '00ca28f1-659e-4375-bef5-d8330c65e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:22:23.047465 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4060b4-ecc3-46fe-bf10-e776de1f71fa admin admin] Network hostable DHCP agents. Network: aa9bffe3-8180-4c64-b70e-40874a4678f5, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:22:23.081982 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a556d-9558-4315-8e01-28492869ac4d req-167260b5-a7e3-4ce3-a0a9-3208259740c7 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:23.083383 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-842a556d-9558-4315-8e01-28492869ac4d req-167260b5-a7e3-4ce3-a0a9-3208259740c7 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 947 time: 0.1811543 May 10 17:22:23.084498 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4060b4-ecc3-46fe-bf10-e776de1f71fa admin admin] Network aa9bffe3-8180-4c64-b70e-40874a4678f5 is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:22:23.109597 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-0f4060b4-ecc3-46fe-bf10-e776de1f71fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, aa9bffe3-8180-4c64-b70e-40874a4678f5) {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:22:23.117612 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462dad0d-eafc-4f98-9e68-455e0ea4d03e None None] Network aa9bffe3-8180-4c64-b70e-40874a4678f5 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:22:23.130102 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4060b4-ecc3-46fe-bf10-e776de1f71fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:23.130699 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0f4060b4-ecc3-46fe-bf10-e776de1f71fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:23.151747 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-842a556d-9558-4315-8e01-28492869ac4d req-173639f9-6dc5-4ec9-a4b2-9ab79f26bd58 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612903 May 10 17:22:23.174011 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-0f4060b4-ecc3-46fe-bf10-e776de1f71fa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0706511 May 10 17:22:23.342399 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ac87ca-d539-49c2-bbbc-4c308128852b None None] Network aa9bffe3-8180-4c64-b70e-40874a4678f5 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:22:23.611351 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874582b-a99e-446f-9e86-b6727625ee02 req-02ed52f6-02d7-417e-9b52-97d0b0fcd08b tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:23.613047 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f874582b-a99e-446f-9e86-b6727625ee02 req-02ed52f6-02d7-417e-9b52-97d0b0fcd08b tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.0981393 May 10 17:22:23.669192 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f874582b-a99e-446f-9e86-b6727625ee02 req-c3d2c5d6-a0a5-4397-b5d1-c95ca96711d6 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471885 May 10 17:22:23.837721 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-99011eb7-82a4-4fcf-9e43-28007a0ac838 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:23.839253 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-99011eb7-82a4-4fcf-9e43-28007a0ac838 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/networks?id=aa9bffe3-8180-4c64-b70e-40874a4678f5 HTTP/1.1" status: 200 len: 814 time: 0.1768346 May 10 17:22:23.855369 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-d322d244-5743-4612-9804-17f80d825059 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/quotas/e515305ff422410ea610381fba30d2fc HTTP/1.1" status: 200 len: 375 time: 0.0094347 May 10 17:22:23.915964 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-3b121d0b-e039-489a-8ed1-847898adc011 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e515305ff422410ea610381fba30d2fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546765 May 10 17:22:24.063688 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-6b7f9053-bd28-45fc-9a21-a2e0a8b9ded8 service neutron] 10.222.0.16 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390584 May 10 17:22:24.075252 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c375c-afbe-4d2a-9351-eaa408eeeea8 req-c8062b59-8020-4388-ab5d-defdadd4de13 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:24.078617 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-527c375c-afbe-4d2a-9351-eaa408eeeea8 req-c8062b59-8020-4388-ab5d-defdadd4de13 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.1805949 May 10 17:22:24.126499 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-527c375c-afbe-4d2a-9351-eaa408eeeea8 req-31031e78-82f5-40a9-9820-9cb3bf849d73 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419648 May 10 17:22:24.231273 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-6ae3958a-c602-4517-ab9c-f16ec8c6e686 service neutron] 10.222.0.16 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574974 May 10 17:22:24.306920 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67711a-82da-4deb-a89d-c89c42671e7e req-fd459736-cb9d-4b36-964b-458941ef514c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:24.307720 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-da67711a-82da-4deb-a89d-c89c42671e7e req-fd459736-cb9d-4b36-964b-458941ef514c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Synchronizing usage tracker for tenant:421e87ec99024b31937c6d93c150aa34 on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:22:24.330581 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-da67711a-82da-4deb-a89d-c89c42671e7e req-fd459736-cb9d-4b36-964b-458941ef514c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Unset dirty status for tenant:421e87ec99024b31937c6d93c150aa34 on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:22:24.332129 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-da67711a-82da-4deb-a89d-c89c42671e7e req-fd459736-cb9d-4b36-964b-458941ef514c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 932 time: 0.1086605 May 10 17:22:24.385164 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-da67711a-82da-4deb-a89d-c89c42671e7e req-f5be8867-45ba-4fb1-a971-2e4d5b4c5578 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Synchronizing usage tracker for tenant:421e87ec99024b31937c6d93c150aa34 on resource:security_group {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:22:24.408134 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-da67711a-82da-4deb-a89d-c89c42671e7e req-f5be8867-45ba-4fb1-a971-2e4d5b4c5578 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Unset dirty status for tenant:421e87ec99024b31937c6d93c150aa34 on resource:security_group {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:22:24.411530 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-da67711a-82da-4deb-a89d-c89c42671e7e req-f5be8867-45ba-4fb1-a971-2e4d5b4c5578 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716288 May 10 17:22:24.583966 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3136ab76-e4e7-48ad-ba6b-cacbeb43434f req-e43e665f-eb53-4486-a5de-850e787fdb08 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 210 time: 0.0601737 May 10 17:22:24.639363 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaf738-89db-444f-bd71-1c4d9554d31b req-e9d8e423-2867-4de2-a82a-012511ed8347 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:24.640880 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2aaaf738-89db-444f-bd71-1c4d9554d31b req-e9d8e423-2867-4de2-a82a-012511ed8347 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 947 time: 0.1600268 May 10 17:22:24.689185 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2aaaf738-89db-444f-bd71-1c4d9554d31b req-ba3f0009-2b69-4996-86a3-4d8f8b582b22 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420289 May 10 17:22:24.914394 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e50d3-c6e6-4275-95d7-fced94aad481 req-1a57c9d3-ebf9-489e-9f1a-7242745ff001 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:24.922663 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-282e50d3-c6e6-4275-95d7-fced94aad481 req-1a57c9d3-ebf9-489e-9f1a-7242745ff001 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.0901301 May 10 17:22:24.966643 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-282e50d3-c6e6-4275-95d7-fced94aad481 req-12cc374f-0939-4b74-a848-afadb82eb531 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428102 May 10 17:22:25.317592 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f42982-2567-4ead-ab78-67d3ea289fe6 req-a799d4d5-6ea9-45b0-9996-ec4a9ff08e51 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:25.319109 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a3f42982-2567-4ead-ab78-67d3ea289fe6 req-a799d4d5-6ea9-45b0-9996-ec4a9ff08e51 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.0846953 May 10 17:22:25.366074 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a3f42982-2567-4ead-ab78-67d3ea289fe6 req-cd522032-4129-478c-96cd-39f06df14d20 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409532 May 10 17:22:25.626411 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8639f5-a943-42c3-8576-2b8e9d9a9745 req-7c7811cb-8f3c-4918-b82b-785f35c883ca tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:25.627895 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ce8639f5-a943-42c3-8576-2b8e9d9a9745 req-7c7811cb-8f3c-4918-b82b-785f35c883ca tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 932 time: 0.0824380 May 10 17:22:25.673033 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ce8639f5-a943-42c3-8576-2b8e9d9a9745 req-5ab495e6-4ca8-4108-ba69-3dee69f4c255 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392618 May 10 17:22:25.763566 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ed7082b1-10c6-4b92-8909-8df88819af1c req-1ad2dee8-e546-47b9-8d3f-52c2767cb005 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 210 time: 0.0592530 May 10 17:22:25.911520 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f7c35-3bcb-493f-8396-c7c0d61d19d4 req-ab1c6d02-6614-4f17-8732-2b7dcb68a89e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:25.913315 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d00f7c35-3bcb-493f-8396-c7c0d61d19d4 req-ab1c6d02-6614-4f17-8732-2b7dcb68a89e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 947 time: 0.0888910 May 10 17:22:25.964516 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d00f7c35-3bcb-493f-8396-c7c0d61d19d4 req-531fccd6-ea56-475e-8890-770a5d1282bf tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449252 May 10 17:22:26.165821 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887be3a-bf99-458f-ad84-2b411ecf5df4 req-94902a3e-d5ad-4536-b6a7-3ff70607b567 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:26.167268 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b887be3a-bf99-458f-ad84-2b411ecf5df4 req-94902a3e-d5ad-4536-b6a7-3ff70607b567 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.0843065 May 10 17:22:26.214184 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b887be3a-bf99-458f-ad84-2b411ecf5df4 req-a731bb94-2708-41e1-8fde-7d6eba2feebd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405090 May 10 17:22:26.552585 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590998b4-886d-424e-b321-86c7ec892c89 req-5b954047-62e7-496b-a01b-653b9f156a6e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:26.553977 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-590998b4-886d-424e-b321-86c7ec892c89 req-5b954047-62e7-496b-a01b-653b9f156a6e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.0792406 May 10 17:22:26.608054 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-590998b4-886d-424e-b321-86c7ec892c89 req-2b21b183-5a64-4359-a93d-73ec544ce973 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483513 May 10 17:22:26.879750 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e099e-bf34-418b-9804-cf78e18ab913 req-aec68f32-1cbf-4c60-9662-19de948300a0 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:26.882131 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9b4e099e-bf34-418b-9804-cf78e18ab913 req-aec68f32-1cbf-4c60-9662-19de948300a0 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 932 time: 0.0991812 May 10 17:22:26.933201 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9b4e099e-bf34-418b-9804-cf78e18ab913 req-d963ac82-ec3b-4897-97ad-100a8eb3d58d tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412829 May 10 17:22:26.941033 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-78e5f15f-0b73-4fc2-8e92-9bb5abeb89e3 req-98b65fc0-148d-4de0-b951-55566081721a tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 210 time: 0.0606618 May 10 17:22:27.158188 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12136aed-633b-4c7a-b3e4-0cf10494f4fc req-1938c3c1-bf97-4247-b558-550434d63bc9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:27.159696 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-12136aed-633b-4c7a-b3e4-0cf10494f4fc req-1938c3c1-bf97-4247-b558-550434d63bc9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 947 time: 0.0855577 May 10 17:22:27.300995 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-12136aed-633b-4c7a-b3e4-0cf10494f4fc req-eb948448-bf91-48e7-8af9-0bded5b85bad tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353495 May 10 17:22:27.416865 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dee460-b438-49d9-a669-a3146010405a req-0953fa6a-84f5-4bd0-b52a-c71045f9162d tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:27.418298 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-b2dee460-b438-49d9-a669-a3146010405a req-0953fa6a-84f5-4bd0-b52a-c71045f9162d tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.0865343 May 10 17:22:27.475840 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-b2dee460-b438-49d9-a669-a3146010405a req-aeed77d4-7078-4f65-aea9-44e0353ed4ee tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511558 May 10 17:22:27.794616 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809a4f7-47fe-4947-bbfb-fbe3f072ed46 req-5a878d38-f27e-4af6-a560-023cab4faf5a tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:27.796051 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f809a4f7-47fe-4947-bbfb-fbe3f072ed46 req-5a878d38-f27e-4af6-a560-023cab4faf5a tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.0821698 May 10 17:22:27.852156 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f809a4f7-47fe-4947-bbfb-fbe3f072ed46 req-c8554a27-0e29-4690-b293-e69596b8b462 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496802 May 10 17:22:28.115292 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6b3389ae-93c8-4bf0-b6f7-dc9a8b13ee78 req-a5459b1b-43e1-4461-a9be-d0e0459f8cd1 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 210 time: 0.0500062 May 10 17:22:28.159763 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048065ec-72d4-48a7-a9a1-aeb717de363e req-a8fac272-33c0-47eb-a14c-78cc1b324d9d tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:28.161255 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-048065ec-72d4-48a7-a9a1-aeb717de363e req-a8fac272-33c0-47eb-a14c-78cc1b324d9d tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 932 time: 0.1147678 May 10 17:22:28.207934 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-048065ec-72d4-48a7-a9a1-aeb717de363e req-9e759290-f769-4016-b65e-c3080dc37def tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407369 May 10 17:22:28.490472 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa022e-4878-44b9-af63-158966a54687 req-52072b92-3882-4453-9fd6-dad8dc901641 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:28.491908 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1daa022e-4878-44b9-af63-158966a54687 req-52072b92-3882-4453-9fd6-dad8dc901641 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 947 time: 0.0795400 May 10 17:22:28.540519 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1daa022e-4878-44b9-af63-158966a54687 req-3053e7fb-0a40-4929-88c0-4ffb2c46abed tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427117 May 10 17:22:28.668551 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33abd8-ad61-42ff-86b4-89ff75a23608 req-059b31ad-4e32-40f6-a5c2-db08b6005adb tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:28.670042 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0c33abd8-ad61-42ff-86b4-89ff75a23608 req-059b31ad-4e32-40f6-a5c2-db08b6005adb tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.0894868 May 10 17:22:28.714976 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0c33abd8-ad61-42ff-86b4-89ff75a23608 req-8346db93-4cfd-49c5-b1c3-1bef965462c5 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391381 May 10 17:22:29.035831 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b7f4d-55b3-4927-b997-ec6e2dcab008 req-f7f37bb6-abe7-4126-8a20-753568ce8637 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:29.037223 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-be7b7f4d-55b3-4927-b997-ec6e2dcab008 req-f7f37bb6-abe7-4126-8a20-753568ce8637 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.0793884 May 10 17:22:29.080732 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-be7b7f4d-55b3-4927-b997-ec6e2dcab008 req-2c994856-f2ac-4c74-89cb-9b8ebca82e5f tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377183 May 10 17:22:29.210823 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Request body: {'port': {'device_id': '2737303e-9141-4677-aad0-f6a90099ba56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:29.301166 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-55c1ae82-3f18-42f5-800c-f6f76d7b1fd2 req-a50e9e05-b962-4123-b1cc-1540cba7d332 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 210 time: 0.0571954 May 10 17:22:29.399770 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:29.459650 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea0911-356c-49e1-8c4f-4ede2de273d4 req-2e503b56-50f6-4a9c-ba50-029b24b4edba tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:29.461145 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0bea0911-356c-49e1-8c4f-4ede2de273d4 req-2e503b56-50f6-4a9c-ba50-029b24b4edba tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 932 time: 0.0897205 May 10 17:22:29.546726 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0bea0911-356c-49e1-8c4f-4ede2de273d4 req-3f041b34-4c69-4a78-ba11-8391d30d7bc1 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727949 May 10 17:22:29.856572 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbc775-e523-465c-aa07-f4760609f5cc req-cf5c1bf5-a75b-47f1-b62d-5d54fddeddfc tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:29.861399 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2fcbc775-e523-465c-aa07-f4760609f5cc req-cf5c1bf5-a75b-47f1-b62d-5d54fddeddfc tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 947 time: 0.1572568 May 10 17:22:29.963558 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2fcbc775-e523-465c-aa07-f4760609f5cc req-54a0bf0a-da1d-4736-80e3-4fbfc953e02a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925691 May 10 17:22:29.973879 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d79cb61-170e-4c94-a159-44a477994e21 {{(pid=78663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:22:29.982308 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:30.007117 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83bc00-3993-4be8-88b3-643efe1d8f36 req-778f43fc-5bed-43b0-9924-cd20ad9d9f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:30.008609 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0b83bc00-3993-4be8-88b3-643efe1d8f36 req-778f43fc-5bed-43b0-9924-cd20ad9d9f75 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 1099 time: 0.1346884 May 10 17:22:30.008999 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Transition to ACTIVE for port object 8d79cb61-170e-4c94-a159-44a477994e21 will not be triggered until provisioned by entity L2. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:22:30.013559 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15048126'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:30.017457 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:30.040196 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2f9fa-5fce-460b-8fe8-5b90a84e7895 req-2c88fecd-ada4-4d23-868f-37eef5dbc595 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:30.041677 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-12d2f9fa-5fce-460b-8fe8-5b90a84e7895 req-2c88fecd-ada4-4d23-868f-37eef5dbc595 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1263301 May 10 17:22:30.082008 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0b83bc00-3993-4be8-88b3-643efe1d8f36 req-9cc098c0-487c-4948-86ff-113b187b3106 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640628 May 10 17:22:30.104870 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-12d2f9fa-5fce-460b-8fe8-5b90a84e7895 req-b0f1a646-ec9f-4211-9138-ad0f6beb145b tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553288 May 10 17:22:30.308120 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Pushing event updated for resources: {'Port': ['ID=8d79cb61-170e-4c94-a159-44a477994e21,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:30.316699 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:30.412258 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae6f1e-db5e-4c15-8eee-39b6c81667ef req-5b98016e-877d-4093-8b96-6fb92d2bcf8a tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:30.414046 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d1ae6f1e-db5e-4c15-8eee-39b6c81667ef req-5b98016e-877d-4093-8b96-6fb92d2bcf8a tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.1992731 May 10 17:22:30.442381 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Attempting to bind port 8d79cb61-170e-4c94-a159-44a477994e21 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:22:30.442722 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Attempting to bind port 8d79cb61-170e-4c94-a159-44a477994e21 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '43d12997-b189-493d-954d-6366fd530261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca'}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:22:30.443053 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Attempting to bind port 8d79cb61-170e-4c94-a159-44a477994e21 on network 2e8f257b-0f34-42a9-8f4f-ec787f5b74ca {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:22:30.451786 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Port 8d79cb61-170e-4c94-a159-44a477994e21 on network 2e8f257b-0f34-42a9-8f4f-ec787f5b74ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:22:30.452670 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Attempting to bind port 8d79cb61-170e-4c94-a159-44a477994e21 on network 2e8f257b-0f34-42a9-8f4f-ec787f5b74ca {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:22:30.468435 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:22:30.468770 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Checking segment: {'id': '43d12997-b189-493d-954d-6366fd530261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:22:30.469199 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Bound using segment: {'id': '43d12997-b189-493d-954d-6366fd530261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca'} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:22:30.469639 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Bound port: 8d79cb61-170e-4c94-a159-44a477994e21, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43d12997-b189-493d-954d-6366fd530261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca'}}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:22:30.469990 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:30.479122 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dfb57-2392-44e9-917b-ca3f1cebc6d3 req-f9fd16d9-bec1-40c2-8269-b35c8694dc82 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:30.480861 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1a8dfb57-2392-44e9-917b-ca3f1cebc6d3 req-f9fd16d9-bec1-40c2-8269-b35c8694dc82 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.0892406 May 10 17:22:30.504424 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d1ae6f1e-db5e-4c15-8eee-39b6c81667ef req-e09b555e-890c-4f1a-9f1c-a65214a10a83 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806043 May 10 17:22:30.554714 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1a8dfb57-2392-44e9-917b-ca3f1cebc6d3 req-d2f1fc52-64c6-4d27-8c5b-78e57879390d tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645869 May 10 17:22:30.622771 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] For port 8d79cb61-170e-4c94-a159-44a477994e21, host hv-cinder-78638, cleared binding levels {{(pid=78663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:22:30.628657 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] For port 8d79cb61-170e-4c94-a159-44a477994e21, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d79cb61-170e-4c94-a159-44a477994e21,segment=NetworkSegment(43d12997-b189-493d-954d-6366fd530261),segment_id=43d12997-b189-493d-954d-6366fd530261)] {{(pid=78663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:22:30.665965 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15048126'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:30.674853 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-f1401545-166a-43c0-936a-c8213218f96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:30.729349 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-cad6b467-cba0-4447-8508-db3f5e8a18ee req-8ca6466e-2b3d-409c-8cef-2b184e5fca1c tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 210 time: 0.0968921 May 10 17:22:30.739428 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:30.740037 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:30.741448 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] 10.222.0.48 "PUT /v2.0/ports/8d79cb61-170e-4c94-a159-44a477994e21 HTTP/1.1" status: 200 len: 1094 time: 1.5395293 May 10 17:22:30.741969 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2737303e-9141-4677-aad0-f6a90099ba56', 'tag': '8d79cb61-170e-4c94-a159-44a477994e21'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:22:30.842916 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-e1370ad4-8d38-419e-a130-3d16c77b306e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:30.844412 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-e1370ad4-8d38-419e-a130-3d16c77b306e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.48 "GET /v2.0/networks?id=aa9bffe3-8180-4c64-b70e-40874a4678f5 HTTP/1.1" status: 200 len: 814 time: 0.2788091 May 10 17:22:30.871015 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2737303e-9141-4677-aad0-f6a90099ba56', 'tag': '8d79cb61-170e-4c94-a159-44a477994e21', 'status': 'completed', 'code': 200} May 10 17:22:30.871358 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc00181-f020-4710-abe4-2d9fc75b615b req-9f9ff446-0c0f-4f76-8f40-aba250ab0f08 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:30.873257 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1fc00181-f020-4710-abe4-2d9fc75b615b req-9f9ff446-0c0f-4f76-8f40-aba250ab0f08 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 944 time: 0.1957302 May 10 17:22:30.880073 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Request body: {'port': {'device_id': '2c133795-b960-4896-b9e0-b0a91855a0c1', 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5', 'admin_state_up': True, 'tenant_id': 'e515305ff422410ea610381fba30d2fc'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:30.898337 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Pushing event updated for resources: {'Port': ['ID=8d79cb61-170e-4c94-a159-44a477994e21,revision_number=3']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:30.902584 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:30.949452 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97488da-36ff-468d-97c5-6937b26e75a5 req-0a977dff-949c-4871-b298-542cc8296d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:30.951100 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f97488da-36ff-468d-97c5-6937b26e75a5 req-0a977dff-949c-4871-b298-542cc8296d2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62136d7f0f71473ab7a5bef1cbdb2804&device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 1098 time: 0.1697104 May 10 17:22:30.955205 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-07d163eb-116d-4e18-a860-e04c8d49dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:30.956579 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-07d163eb-116d-4e18-a860-e04c8d49dbe1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=421e87ec99024b31937c6d93c150aa34&device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 1097 time: 0.1222844 May 10 17:22:31.018232 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1fc00181-f020-4710-abe4-2d9fc75b615b req-f418fc83-26e8-43da-a3b5-4e5f58c60966 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160357 May 10 17:22:31.090518 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:22:31.094517 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Usage tracker for resource:port and tenant:e515305ff422410ea610381fba30d2fc is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:22:31.097497 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:22:31.104482 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:22:31.115674 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Made reservation on behalf of e515305ff422410ea610381fba30d2fc for: {'port': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:22:31.117989 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-bb1428b9-be4d-4f95-9c5c-176d4a55989f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d79cb61-170e-4c94-a159-44a477994e21 HTTP/1.1" status: 200 len: 217 time: 0.1208084 May 10 17:22:31.119883 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:31.259504 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97488da-36ff-468d-97c5-6937b26e75a5 req-62ce8fed-ecfa-4eea-9eb7-e12bd94e9a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:31.261013 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f97488da-36ff-468d-97c5-6937b26e75a5 req-62ce8fed-ecfa-4eea-9eb7-e12bd94e9a96 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1f98b04-1289-47a9-9686-186f52c6471f HTTP/1.1" status: 200 len: 911 time: 0.2863352 May 10 17:22:31.269621 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-7300e075-cfb4-4010-b8e9-23a5ec0fbb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:31.270943 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-7300e075-cfb4-4010-b8e9-23a5ec0fbb27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14fae831-6cf0-4180-8517-89741e4f9411 HTTP/1.1" status: 200 len: 854 time: 0.1081374 May 10 17:22:31.282824 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Allocated IP 172.20.0.13 (aa9bffe3-8180-4c64-b70e-40874a4678f5/acef9462-c092-42c0-9698-840ecc5fef3f/7ad72e12-6847-4345-9cff-3c44a8ec9ae2) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:22:31.423971 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cd928-51ca-4fd4-b9eb-fad49bbfe677 req-9dccd462-b55e-457b-9578-1ad78f067545 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:31.425505 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-e41cd928-51ca-4fd4-b9eb-fad49bbfe677 req-9dccd462-b55e-457b-9578-1ad78f067545 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 947 time: 0.3013310 May 10 17:22:31.439828 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f97488da-36ff-468d-97c5-6937b26e75a5 req-a5eab2b2-b081-46cc-a8d2-4722842bdc6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46008e54-f42d-458c-8cd8-ecf3bf263399 HTTP/1.1" status: 200 len: 1001 time: 0.1679463 May 10 17:22:31.506128 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:31.532776 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-e41cd928-51ca-4fd4-b9eb-fad49bbfe677 req-9d1adb91-847e-4ba5-acc5-d46caec9ba4c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958581 May 10 17:22:31.536326 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:31.543941 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:31.555695 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97488da-36ff-468d-97c5-6937b26e75a5 req-49a9c181-b1aa-4fb5-9d07-79dc19fb41de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:31.557194 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f97488da-36ff-468d-97c5-6937b26e75a5 req-49a9c181-b1aa-4fb5-9d07-79dc19fb41de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db28a517-7717-4b21-84d2-bf190df65817 HTTP/1.1" status: 200 len: 849 time: 0.1003938 May 10 17:22:31.560286 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-f597f27c-b7b5-4138-a0b5-597ecad7c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:31.561706 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-f597f27c-b7b5-4138-a0b5-597ecad7c26c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2340589 May 10 17:22:31.624290 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Pushing event updated for resources: {'Port': ['ID=7ad72e12-6847-4345-9cff-3c44a8ec9ae2,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:31.634310 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Network aa9bffe3-8180-4c64-b70e-40874a4678f5 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:22:31.636886 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:22:31.644761 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:22:31.758445 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:31.758757 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:31.759092 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:31.759444 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:31.759795 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:31.760142 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:31.760492 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:31.761311 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:31.761311 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:31.761615 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:31.761884 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:31.762224 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:31.802447 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:31.823310 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-ff705409-250b-4618-8e07-b6f00eb41649 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199056 May 10 17:22:31.825898 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97488da-36ff-468d-97c5-6937b26e75a5 req-104a9830-f399-4e48-984d-df020f176970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:31.827250 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f97488da-36ff-468d-97c5-6937b26e75a5 req-104a9830-f399-4e48-984d-df020f176970 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1f98b04-1289-47a9-9686-186f52c6471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2578199 May 10 17:22:31.844154 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb00d21-1a9d-403d-9181-6500098c25cd req-6dcfa596-7aeb-4541-b529-0cdc506386b1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:31.845601 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7fb00d21-1a9d-403d-9181-6500098c25cd req-6dcfa596-7aeb-4541-b529-0cdc506386b1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1567352 May 10 17:22:31.847204 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:31.847809 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:31.880119 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0058389 May 10 17:22:31.889147 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0210944-4e7d-4359-b4ed-b06a104d857a req-d44efc8b-4a72-40ca-a91a-115e320b93a3 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:31.890737 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a0210944-4e7d-4359-b4ed-b06a104d857a req-d44efc8b-4a72-40ca-a91a-115e320b93a3 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.2484913 May 10 17:22:31.899511 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Request body: {'port': {'device_id': '2c133795-b960-4896-b9e0-b0a91855a0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:32.018344 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a0210944-4e7d-4359-b4ed-b06a104d857a req-0980c6c5-5e10-4d6b-a28c-f070df32dad4 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914629 May 10 17:22:32.055215 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:32.152134 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7fb00d21-1a9d-403d-9181-6500098c25cd req-5be78111-7d72-46a0-851e-9e7d0a62a723 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734016 May 10 17:22:32.211905 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8115933b-670e-43a4-8369-dee2b5bd01c0 req-deff82c3-975a-46c0-9baa-b10ae7a4c43c service neutron] 10.222.0.48 "GET /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752031 May 10 17:22:32.213645 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f97488da-36ff-468d-97c5-6937b26e75a5 req-fcdfb16a-d278-4328-a4ba-d15230502427 service neutron] 10.222.0.48 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672285 May 10 17:22:32.354839 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a1537-9e59-4371-adaa-8a91a50a0ea7 req-657c2870-9f35-4273-ba6f-01ed0a4c0746 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:32.355437 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-1e0a1537-9e59-4371-adaa-8a91a50a0ea7 req-657c2870-9f35-4273-ba6f-01ed0a4c0746 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Synchronizing usage tracker for tenant:e515305ff422410ea610381fba30d2fc on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:22:32.394407 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-1e0a1537-9e59-4371-adaa-8a91a50a0ea7 req-657c2870-9f35-4273-ba6f-01ed0a4c0746 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Unset dirty status for tenant:e515305ff422410ea610381fba30d2fc on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:22:32.395615 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1e0a1537-9e59-4371-adaa-8a91a50a0ea7 req-657c2870-9f35-4273-ba6f-01ed0a4c0746 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 932 time: 0.2796996 May 10 17:22:32.457759 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1e0a1537-9e59-4371-adaa-8a91a50a0ea7 req-2d5b6a4d-4226-4451-8381-1fd19dc1d948 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518799 May 10 17:22:32.477852 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f97488da-36ff-468d-97c5-6937b26e75a5 req-54042a87-1810-4213-a1dd-e2a2a55e34e4 service neutron] 10.222.0.48 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486525 May 10 17:22:32.496477 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4228-bbb1-4569-8408-3c9153b5d469 req-1828eb52-d94e-453f-bfe7-7bdf5c205d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:32.498485 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-46db4228-bbb1-4569-8408-3c9153b5d469 req-1828eb52-d94e-453f-bfe7-7bdf5c205d87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=421e87ec99024b31937c6d93c150aa34&device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 1097 time: 0.1501269 May 10 17:22:32.507384 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834563c-95d0-4cea-b6d3-0d3757edd62b req-5bab7ae4-f94e-47c6-9745-b58d1c7aabe0 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:32.508842 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-b834563c-95d0-4cea-b6d3-0d3757edd62b req-5bab7ae4-f94e-47c6-9745-b58d1c7aabe0 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.2552166 May 10 17:22:32.534345 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad72e12-6847-4345-9cff-3c44a8ec9ae2 {{(pid=78664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:22:32.543094 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:32.559627 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Transition to ACTIVE for port object 7ad72e12-6847-4345-9cff-3c44a8ec9ae2 will not be triggered until provisioned by entity L2. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:22:32.598273 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:32.607255 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-bca37a7e-f2df-4f39-9272-095c16ee4c90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:32.636589 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-b834563c-95d0-4cea-b6d3-0d3757edd62b req-7aa0811b-d71e-4c3f-81a0-238e037c34cc tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064539 May 10 17:22:32.662766 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53072) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:32.684816 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4228-bbb1-4569-8408-3c9153b5d469 req-1bdd1945-2963-4f2c-8c54-f688a4b7eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:32.686318 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-46db4228-bbb1-4569-8408-3c9153b5d469 req-1bdd1945-2963-4f2c-8c54-f688a4b7eb69 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca HTTP/1.1" status: 200 len: 916 time: 0.1766026 May 10 17:22:32.768107 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-46db4228-bbb1-4569-8408-3c9153b5d469 req-dd00973f-ca53-437e-a8a5-cf874e272368 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d79cb61-170e-4c94-a159-44a477994e21 HTTP/1.1" status: 200 len: 217 time: 0.0742710 May 10 17:22:32.788488 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Pushing event updated for resources: {'Port': ['ID=7ad72e12-6847-4345-9cff-3c44a8ec9ae2,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:32.791564 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:32.872536 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e61e83-845b-4c21-a6de-6b428cb27e35 req-4bda6f4b-6ce3-4642-9328-2f3bf3cb9db6 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:32.874103 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b8e61e83-845b-4c21-a6de-6b428cb27e35 req-4bda6f4b-6ce3-4642-9328-2f3bf3cb9db6 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 944 time: 0.3113277 May 10 17:22:32.883084 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4228-bbb1-4569-8408-3c9153b5d469 req-1aeae702-c055-4ce7-ba45-584af44fc888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:32.884521 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-46db4228-bbb1-4569-8408-3c9153b5d469 req-1aeae702-c055-4ce7-ba45-584af44fc888 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14fae831-6cf0-4180-8517-89741e4f9411 HTTP/1.1" status: 200 len: 854 time: 0.1045828 May 10 17:22:32.905314 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad7c993-3145-46da-b93a-7e0629b48860 tempest-TestShelveInstance-1563162457 tempest-TestShelveInstance-1563162457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:32.910167 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-5ad7c993-3145-46da-b93a-7e0629b48860 tempest-TestShelveInstance-1563162457 tempest-TestShelveInstance-1563162457-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 1094 time: 0.2436600 May 10 17:22:32.910320 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Attempting to bind port 7ad72e12-6847-4345-9cff-3c44a8ec9ae2 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:22:32.910320 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Attempting to bind port 7ad72e12-6847-4345-9cff-3c44a8ec9ae2 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '00ca28f1-659e-4375-bef5-d8330c65e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5'}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:22:32.910320 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Attempting to bind port 7ad72e12-6847-4345-9cff-3c44a8ec9ae2 on network aa9bffe3-8180-4c64-b70e-40874a4678f5 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:22:32.910669 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53078) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:32.916444 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Port 7ad72e12-6847-4345-9cff-3c44a8ec9ae2 on network aa9bffe3-8180-4c64-b70e-40874a4678f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:22:32.916605 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Request body: {'floatingip': {'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'port_id': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:32.916803 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Attempting to bind port 7ad72e12-6847-4345-9cff-3c44a8ec9ae2 on network aa9bffe3-8180-4c64-b70e-40874a4678f5 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:22:32.923948 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:22:32.931396 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:22:32.931725 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Checking segment: {'id': '00ca28f1-659e-4375-bef5-d8330c65e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:22:32.932114 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Bound using segment: {'id': '00ca28f1-659e-4375-bef5-d8330c65e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5'} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:22:32.932547 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Bound port: 7ad72e12-6847-4345-9cff-3c44a8ec9ae2, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ca28f1-659e-4375-bef5-d8330c65e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5'}}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:22:32.932891 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:32.956619 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b8e61e83-845b-4c21-a6de-6b428cb27e35 req-d960b6b5-9cd9-42e0-8577-2df6019cfba4 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730155 May 10 17:22:32.960650 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Usage tracker for resource:floatingip and tenant:4234b151a6ef47f78f6d57ecc2adac6b is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:22:32.967863 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:22:32.975810 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:22:32.991600 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for floatingip, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:33.037197 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] For port 7ad72e12-6847-4345-9cff-3c44a8ec9ae2, host hv-cinder-78638, cleared binding levels {{(pid=78664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:22:33.040578 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] For port 7ad72e12-6847-4345-9cff-3c44a8ec9ae2, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7ad72e12-6847-4345-9cff-3c44a8ec9ae2,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:22:33.045417 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:33.050412 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-92d93d29-9834-4871-a047-88a16ced254a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:33.078877 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4228-bbb1-4569-8408-3c9153b5d469 req-3aa9adc4-b754-418a-9c4c-27aa13400f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:33.080355 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-46db4228-bbb1-4569-8408-3c9153b5d469 req-3aa9adc4-b754-418a-9c4c-27aa13400f6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1576188 May 10 17:22:33.099340 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:33.099969 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:33.101360 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] 10.222.0.48 "PUT /v2.0/ports/7ad72e12-6847-4345-9cff-3c44a8ec9ae2 HTTP/1.1" status: 200 len: 1094 time: 1.2063568 May 10 17:22:33.103909 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c133795-b960-4896-b9e0-b0a91855a0c1', 'tag': '7ad72e12-6847-4345-9cff-3c44a8ec9ae2'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:22:33.147991 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Pushing event updated for resources: {'Port': ['ID=7ad72e12-6847-4345-9cff-3c44a8ec9ae2,revision_number=3']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:33.151372 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:33.177351 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c133795-b960-4896-b9e0-b0a91855a0c1', 'tag': '7ad72e12-6847-4345-9cff-3c44a8ec9ae2', 'status': 'completed', 'code': 200} May 10 17:22:33.272416 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:33.275466 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-46db4228-bbb1-4569-8408-3c9153b5d469 req-d47d21d0-fab5-4b23-b34e-9d4445d9d462 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789753 May 10 17:22:33.367618 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd41d5-d8ec-46d1-baed-97233f66ff0e req-16b604fb-d8a5-4548-baf4-de2a6d20ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:33.369125 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e4bd41d5-d8ec-46d1-baed-97233f66ff0e req-16b604fb-d8a5-4548-baf4-de2a6d20ce97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e515305ff422410ea610381fba30d2fc&device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 1097 time: 0.1314344 May 10 17:22:33.385224 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef35ea-92ef-4acb-8034-5bb109f691bb req-98c34c28-95ec-4030-adae-b6a318bb8f67 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:33.386644 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28ef35ea-92ef-4acb-8034-5bb109f691bb req-98c34c28-95ec-4030-adae-b6a318bb8f67 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1121206 May 10 17:22:33.525270 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28ef35ea-92ef-4acb-8034-5bb109f691bb req-a2408b18-88c0-4101-a6a0-4a99d6685860 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148646 May 10 17:22:33.574008 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd41d5-d8ec-46d1-baed-97233f66ff0e req-4ec7a238-98c8-4d8b-b2a8-5ac239a0ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:33.575560 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e4bd41d5-d8ec-46d1-baed-97233f66ff0e req-4ec7a238-98c8-4d8b-b2a8-5ac239a0ccae service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e515305ff422410ea610381fba30d2fc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1874864 May 10 17:22:33.652689 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-46db4228-bbb1-4569-8408-3c9153b5d469 req-d2a56a74-d561-4f99-9593-d76399804439 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395617 May 10 17:22:33.684222 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_common [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Allocated IP 172.27.0.127 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/4ee47218-e2af-4c80-882c-9587f37440be) {{(pid=78663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:22:33.786920 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01d657-3f6d-469e-a6eb-c35977f6c018 req-6123f6be-65c4-4311-b3e5-ac307f5940b3 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:33.788648 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7f01d657-3f6d-469e-a6eb-c35977f6c018 req-6123f6be-65c4-4311-b3e5-ac307f5940b3 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 944 time: 0.2121189 May 10 17:22:33.803792 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd41d5-d8ec-46d1-baed-97233f66ff0e req-eb2f8a8d-7c40-4750-b643-633477984045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:33.805271 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e4bd41d5-d8ec-46d1-baed-97233f66ff0e req-eb2f8a8d-7c40-4750-b643-633477984045 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2228224 May 10 17:22:33.863098 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-7f01d657-3f6d-469e-a6eb-c35977f6c018 req-188dff9a-de04-41a2-ac37-e08dea53be1e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Synchronizing usage tracker for tenant:e515305ff422410ea610381fba30d2fc on resource:security_group {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:22:33.902739 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for port, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:33.907845 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-7f01d657-3f6d-469e-a6eb-c35977f6c018 req-188dff9a-de04-41a2-ac37-e08dea53be1e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Unset dirty status for tenant:e515305ff422410ea610381fba30d2fc on resource:security_group {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:22:33.909041 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7f01d657-3f6d-469e-a6eb-c35977f6c018 req-188dff9a-de04-41a2-ac37-e08dea53be1e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140008 May 10 17:22:33.937961 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:33.942572 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-67226d71-0f78-4bf7-9a62-8dc738cbdab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:33.949841 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-48e71081-3087-4f96-ac93-219cd1d6032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:33.951351 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-48e71081-3087-4f96-ac93-219cd1d6032b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e515305ff422410ea610381fba30d2fc&device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 1097 time: 0.0835087 May 10 17:22:33.995794 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:22:33.998773 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:22:34.002567 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Received port after_create {{(pid=78663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:22:34.031571 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-11c6f8ce-d147-4740-8e77-b801eca3b3c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ad72e12-6847-4345-9cff-3c44a8ec9ae2 HTTP/1.1" status: 200 len: 217 time: 0.0663109 May 10 17:22:34.051135 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Pushing event updated for resources: {'Port': ['ID=4ee47218-e2af-4c80-882c-9587f37440be,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:34.055097 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:34.139687 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-f13d2e6a-3066-408a-963e-8b3f87cc0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:34.141878 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-f13d2e6a-3066-408a-963e-8b3f87cc0f20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=acef9462-c092-42c0-9698-840ecc5fef3f HTTP/1.1" status: 200 len: 854 time: 0.1042249 May 10 17:22:34.193734 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-d72b71c0-0187-49c9-84d6-d08c185ef347 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aa9bffe3-8180-4c64-b70e-40874a4678f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445199 May 10 17:22:34.194061 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 8d79cb61-170e-4c94-a159-44a477994e21 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:22:34.237941 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7d25d-005c-49da-a5e4-6998d4e3f86d req-d857dca2-4741-46d3-a280-97492515e7b0 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:34.239554 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-24c7d25d-005c-49da-a5e4-6998d4e3f86d req-d857dca2-4741-46d3-a280-97492515e7b0 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 944 time: 0.1682622 May 10 17:22:34.333173 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 8d79cb61-170e-4c94-a159-44a477994e21, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d79cb61-170e-4c94-a159-44a477994e21,segment=NetworkSegment(43d12997-b189-493d-954d-6366fd530261),segment_id=43d12997-b189-493d-954d-6366fd530261)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:22:34.347413 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '8d79cb61-170e-4c94-a159-44a477994e21', 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca', 'port_id': '8d79cb61-170e-4c94-a159-44a477994e21', 'mac_address': 'fa:16:3e:c0:71:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14fae831-6cf0-4180-8517-89741e4f9411', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:22:34.355964 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-24c7d25d-005c-49da-a5e4-6998d4e3f86d req-3ab0f279-29b7-4ac4-bbd9-7a895fda1906 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705175 May 10 17:22:34.376296 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-762044de-a5f6-4a1d-b1a1-f3530e2e33af service neutron] 10.222.0.48 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755490 May 10 17:22:34.417708 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:34.424464 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:34.436431 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d79cb61-170e-4c94-a159-44a477994e21 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:22:34.452518 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 8d79cb61-170e-4c94-a159-44a477994e21, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d79cb61-170e-4c94-a159-44a477994e21,segment=NetworkSegment(43d12997-b189-493d-954d-6366fd530261),segment_id=43d12997-b189-493d-954d-6366fd530261)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:22:34.456547 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:34.458290 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:34.501844 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:34.516270 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b826900-057e-4e05-b1fb-3acbc71d84a5 req-3219c8ee-4924-4e86-b9f5-235a95b6d28d service neutron] 10.222.0.48 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337478 May 10 17:22:34.524723 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=8d79cb61-170e-4c94-a159-44a477994e21,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:34.527797 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:34.711179 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:34.715508 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15048126'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:34.719775 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:34.809661 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['8d79cb61-170e-4c94-a159-44a477994e21'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:22:34.816059 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Pushing event updated for resources: {'Port': ['ID=4ee47218-e2af-4c80-882c-9587f37440be,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:34.819920 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:34.832533 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16389503'] for floatingip, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:35.004992 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.l3_db [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Floating IP 0a42d042-644a-4c5c-855b-5897880a059e associated. External IP: 172.27.0.127, port: 845c658d-eae6-45c8-93ae-ce3ad75f3fd7. May 10 17:22:35.324850 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a0be4-e17c-424e-9f44-93ad6d0cd9f6 req-0d6d64eb-e58a-4bde-b3cc-ac64a862ed50 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:35.326289 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-e45a0be4-e17c-424e-9f44-93ad6d0cd9f6 req-0d6d64eb-e58a-4bde-b3cc-ac64a862ed50 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 944 time: 0.2678385 May 10 17:22:35.497954 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-e45a0be4-e17c-424e-9f44-93ad6d0cd9f6 req-3d8d5fb7-b6e0-41e3-a566-04303dbbe7bd tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219103 May 10 17:22:35.536666 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Router ef91df63-af02-4a50-92b8-7b72ef48c4bd has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:22:35.552492 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d0224-a18c-4876-9979-ac808eaaf6c9 req-796ddbc8-db81-42db-a354-f8d53354324c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:35.553975 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-bb0d0224-a18c-4876-9979-ac808eaaf6c9 req-796ddbc8-db81-42db-a354-f8d53354324c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 945 time: 0.0832736 May 10 17:22:35.597923 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-bb0d0224-a18c-4876-9979-ac808eaaf6c9 req-7e42e3dc-0346-4a03-9860-a68975b74a7d tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382361 May 10 17:22:35.716001 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:22:35.727634 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e06e0f0-0136-4661-bb46-d2e5373e3e99 None None] Sync routers for ids ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:22:35.737156 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e06e0f0-0136-4661-bb46-d2e5373e3e99 None None] Routers {'ef91df63-af02-4a50-92b8-7b72ef48c4bd'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:22:35.737906 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-4e06e0f0-0136-4661-bb46-d2e5373e3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:22:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:35.744496 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:35.800546 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8885376 May 10 17:22:35.801373 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'tag': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:22:35.849113 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'tag': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7', 'status': 'completed', 'code': 200} May 10 17:22:35.913599 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-4e06e0f0-0136-4661-bb46-d2e5373e3e99 None None] Set router ef91df63-af02-4a50-92b8-7b72ef48c4bd gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:22:35.962046 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b516c45-b4dd-4b0e-b8e0-73c76907ac2d req-85947312-8ea6-4254-b988-47e30575b2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:35.963499 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1b516c45-b4dd-4b0e-b8e0-73c76907ac2d req-85947312-8ea6-4254-b988-47e30575b2dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4234b151a6ef47f78f6d57ecc2adac6b&device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 1099 time: 0.0688975 May 10 17:22:36.090495 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b516c45-b4dd-4b0e-b8e0-73c76907ac2d req-23fa7094-6033-4a17-9cc0-e32c3a2debbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:36.091926 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1b516c45-b4dd-4b0e-b8e0-73c76907ac2d req-23fa7094-6033-4a17-9cc0-e32c3a2debbf service neutron] 10.222.0.48 "GET /v2.0/networks?id=03399b07-9ca5-420c-8844-68a1f7c3a930 HTTP/1.1" status: 200 len: 910 time: 0.1222360 May 10 17:22:36.196664 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1b516c45-b4dd-4b0e-b8e0-73c76907ac2d req-fe1b216e-0b11-4bed-b321-d355b6746546 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=845c658d-eae6-45c8-93ae-ce3ad75f3fd7 HTTP/1.1" status: 200 len: 1000 time: 0.0970063 May 10 17:22:36.249845 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 7ad72e12-6847-4345-9cff-3c44a8ec9ae2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:22:36.251993 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 8d79cb61-170e-4c94-a159-44a477994e21 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:22:36.268702 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b516c45-b4dd-4b0e-b8e0-73c76907ac2d req-b93ec003-e70b-47e9-b1ff-3b1bfe1d275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:36.270155 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1b516c45-b4dd-4b0e-b8e0-73c76907ac2d req-b93ec003-e70b-47e9-b1ff-3b1bfe1d275c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2 HTTP/1.1" status: 200 len: 848 time: 0.0597947 May 10 17:22:36.347240 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b516c45-b4dd-4b0e-b8e0-73c76907ac2d req-70f9b37a-020e-4c38-8f0e-21749b946649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:36.348808 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1b516c45-b4dd-4b0e-b8e0-73c76907ac2d req-70f9b37a-020e-4c38-8f0e-21749b946649 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03399b07-9ca5-420c-8844-68a1f7c3a930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704472 May 10 17:22:36.460505 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port 8d79cb61-170e-4c94-a159-44a477994e21 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:22:36.469855 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-4e06e0f0-0136-4661-bb46-d2e5373e3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'name': 'tempest-TestShelveInstance-1914562923-router', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:17Z', 'updated_at': '2021-05-10T17:21:25Z', 'revision_number': 4, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'gw_port': {'id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:18Z', 'updated_at': '2021-05-10T17:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '0a42d042-644a-4c5c-855b-5897880a059e', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'port_id': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930', 'mac_address': 'fa:16:3e:58:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:22:34Z', 'updated_at': '2021-05-10T17:22:34Z', 'revision_number': 0, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38434bd7-6ce9-40e0-896d-8a0410ec70c2', 'name': '', 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'mac_address': 'fa:16:3e:63:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:24Z', 'updated_at': '2021-05-10T17:21:33Z', 'revision_number': 5, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'subnets': [{'id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:36.474251 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 8d79cb61-170e-4c94-a159-44a477994e21 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:22:36.474634 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:36.480948 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1b516c45-b4dd-4b0e-b8e0-73c76907ac2d req-6711daef-1221-4e71-904a-0dd723bb84e8 service neutron] 10.222.0.48 "GET /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247022 May 10 17:22:36.506425 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 7ad72e12-6847-4345-9cff-3c44a8ec9ae2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7ad72e12-6847-4345-9cff-3c44a8ec9ae2,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:22:36.523453 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e06e0f0-0136-4661-bb46-d2e5373e3e99 None None] Checking router: ef91df63-af02-4a50-92b8-7b72ef48c4bd for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:22:36.543891 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '7ad72e12-6847-4345-9cff-3c44a8ec9ae2', 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5', 'port_id': '7ad72e12-6847-4345-9cff-3c44a8ec9ae2', 'mac_address': 'fa:16:3e:7e:e1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acef9462-c092-42c0-9698-840ecc5fef3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:22:36.555412 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e06e0f0-0136-4661-bb46-d2e5373e3e99 None None] Routers {'ef91df63-af02-4a50-92b8-7b72ef48c4bd'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:22:36.556084 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-4e06e0f0-0136-4661-bb46-d2e5373e3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:22:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:36.767226 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1b516c45-b4dd-4b0e-b8e0-73c76907ac2d req-f8bec5bf-b764-4096-b8a8-82537de5caa4 service neutron] 10.222.0.48 "GET /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787077 May 10 17:22:36.789262 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a964b-f2e9-495b-ae9d-fff2c7265169 req-d71e5d0e-edd2-48f3-9205-61ed8cfcb2ba tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:36.796337 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-562a964b-f2e9-495b-ae9d-fff2c7265169 req-d71e5d0e-edd2-48f3-9205-61ed8cfcb2ba tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 945 time: 0.0916617 May 10 17:22:36.797423 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:36.808335 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c027e-05b2-46f3-a700-86925aeb20c4 req-f29e2d9b-ca05-4263-81c2-4481678ed489 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:36.810102 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ac3c027e-05b2-46f3-a700-86925aeb20c4 req-f29e2d9b-ca05-4263-81c2-4481678ed489 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 944 time: 0.1677220 May 10 17:22:36.835670 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad72e12-6847-4345-9cff-3c44a8ec9ae2 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:22:36.840675 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-562a964b-f2e9-495b-ae9d-fff2c7265169 req-a977b623-0cd7-400d-be19-ec00b8868ac1 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434940 May 10 17:22:36.866617 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ac3c027e-05b2-46f3-a700-86925aeb20c4 req-1bcb41d4-cd27-4f9d-a918-3a58a2a2b2e3 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491714 May 10 17:22:36.882095 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:36.892263 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-4e06e0f0-0136-4661-bb46-d2e5373e3e99 None None] Set router ef91df63-af02-4a50-92b8-7b72ef48c4bd gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:22:36.937713 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 7ad72e12-6847-4345-9cff-3c44a8ec9ae2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7ad72e12-6847-4345-9cff-3c44a8ec9ae2,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:22:36.951661 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:36.958314 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:37.030360 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2737303e-9141-4677-aad0-f6a90099ba56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d79cb61-170e-4c94-a159-44a477994e21'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:22:37.112851 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 8d79cb61-170e-4c94-a159-44a477994e21, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d79cb61-170e-4c94-a159-44a477994e21,segment=NetworkSegment(43d12997-b189-493d-954d-6366fd530261),segment_id=43d12997-b189-493d-954d-6366fd530261)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:22:37.123764 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:37.136667 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2737303e-9141-4677-aad0-f6a90099ba56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d79cb61-170e-4c94-a159-44a477994e21', 'code': 200} May 10 17:22:37.147430 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=7ad72e12-6847-4345-9cff-3c44a8ec9ae2,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:37.150419 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:37.154494 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-386e7f97-f3e3-4266-8c99-52badbf1284f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:37.318446 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-492ad5bf-f35b-468e-a1e7-1f43f12fc3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:37.333674 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=8d79cb61-170e-4c94-a159-44a477994e21,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:37.336631 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:37.359239 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4980c18e-3fc6-42b1-80a5-66c479b78663 req-a7f4a66f-a72d-4cc7-82bf-bcf1b0803f8f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725756 May 10 17:22:37.369493 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['7ad72e12-6847-4345-9cff-3c44a8ec9ae2'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:22:37.467442 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86a606-baf2-4aa5-959a-dc184c289f99 req-45e1354b-2d31-4200-bd30-368849e43891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:37.470459 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0d86a606-baf2-4aa5-959a-dc184c289f99 req-45e1354b-2d31-4200-bd30-368849e43891 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 1099 time: 0.0736420 May 10 17:22:37.484881 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980c18e-3fc6-42b1-80a5-66c479b78663 req-398961bd-36ca-49bd-b860-0aeca31571b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:37.486360 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4980c18e-3fc6-42b1-80a5-66c479b78663 req-398961bd-36ca-49bd-b860-0aeca31571b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36ab77e54c50411aa55aac321de05175&device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 1100 time: 0.0756297 May 10 17:22:37.489374 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:37.519224 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0d86a606-baf2-4aa5-959a-dc184c289f99 req-56531160-61e1-4d87-acd2-fd872e992c35 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421374 May 10 17:22:37.563923 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-4e06e0f0-0136-4661-bb46-d2e5373e3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'name': 'tempest-TestShelveInstance-1914562923-router', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:17Z', 'updated_at': '2021-05-10T17:21:25Z', 'revision_number': 4, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'gw_port': {'id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:18Z', 'updated_at': '2021-05-10T17:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '0a42d042-644a-4c5c-855b-5897880a059e', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'port_id': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930', 'mac_address': 'fa:16:3e:58:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:22:34Z', 'updated_at': '2021-05-10T17:22:34Z', 'revision_number': 0, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38434bd7-6ce9-40e0-896d-8a0410ec70c2', 'name': '', 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'mac_address': 'fa:16:3e:63:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:24Z', 'updated_at': '2021-05-10T17:21:33Z', 'revision_number': 5, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'subnets': [{'id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:37.574342 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e06e0f0-0136-4661-bb46-d2e5373e3e99 None None] The sync data for ids ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'] in dv-cinder-786385-3-iscsi is: [{'id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'name': 'tempest-TestShelveInstance-1914562923-router', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:17Z', 'updated_at': '2021-05-10T17:21:25Z', 'revision_number': 4, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'gw_port': {'id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:18Z', 'updated_at': '2021-05-10T17:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '0a42d042-644a-4c5c-855b-5897880a059e', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'port_id': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930', 'mac_address': 'fa:16:3e:58:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:22:34Z', 'updated_at': '2021-05-10T17:22:34Z', 'revision_number': 0, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38434bd7-6ce9-40e0-896d-8a0410ec70c2', 'name': '', 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'mac_address': 'fa:16:3e:63:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:24Z', 'updated_at': '2021-05-10T17:21:33Z', 'revision_number': 5, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'subnets': [{'id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:22:37.636833 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980c18e-3fc6-42b1-80a5-66c479b78663 req-f1413320-59e9-4799-a91e-e3747cc4fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:37.638329 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4980c18e-3fc6-42b1-80a5-66c479b78663 req-f1413320-59e9-4799-a91e-e3747cc4fc76 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5b047ab-a8ae-49d7-90db-71521d6a900a HTTP/1.1" status: 200 len: 917 time: 0.1329660 May 10 17:22:37.762678 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dfff4b-11c3-40b4-8a85-8583f14396cd None None] New status for floating IP 0a42d042-644a-4c5c-855b-5897880a059e: ACTIVE {{(pid=78666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:22:37.944875 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4980c18e-3fc6-42b1-80a5-66c479b78663 req-68b7abad-0a5d-452c-b5af-d0e942c53e6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b64ee44-dd4a-4759-aa6c-c1ed53271755 HTTP/1.1" status: 200 len: 1001 time: 0.1009462 May 10 17:22:38.065210 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980c18e-3fc6-42b1-80a5-66c479b78663 req-30ef6a35-5ba6-4e2b-845d-e380702fb2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:38.066643 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4980c18e-3fc6-42b1-80a5-66c479b78663 req-30ef6a35-5ba6-4e2b-845d-e380702fb2bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28793b78-963b-491c-8dc7-3600112cdfe4 HTTP/1.1" status: 200 len: 855 time: 0.1115551 May 10 17:22:38.072762 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4d8fb-c033-4dec-ae6b-47d51d87fdcc req-9ecdc473-8e0a-4a6e-aa7f-f2182cb9d95a tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:38.074389 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-33b4d8fb-c033-4dec-ae6b-47d51d87fdcc req-9ecdc473-8e0a-4a6e-aa7f-f2182cb9d95a tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 945 time: 0.0887370 May 10 17:22:38.087338 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bc6f3-f2f8-4181-bb45-5a4e10f74e92 req-a0246cb4-1656-4e1d-8931-154f419ffe64 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:38.088757 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a58bc6f3-f2f8-4181-bb45-5a4e10f74e92 req-a0246cb4-1656-4e1d-8931-154f419ffe64 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 946 time: 0.1348071 May 10 17:22:38.119804 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-33b4d8fb-c033-4dec-ae6b-47d51d87fdcc req-1f8287f2-6bf3-4e50-b664-8ed629106e95 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391049 May 10 17:22:38.171262 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a58bc6f3-f2f8-4181-bb45-5a4e10f74e92 req-c917001b-4e12-4132-80f0-1c8461a7c635 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523808 May 10 17:22:38.191351 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980c18e-3fc6-42b1-80a5-66c479b78663 req-b14389b2-dab0-49a9-ae98-4789dd1dbec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:38.192784 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4980c18e-3fc6-42b1-80a5-66c479b78663 req-b14389b2-dab0-49a9-ae98-4789dd1dbec2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5b047ab-a8ae-49d7-90db-71521d6a900a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1031959 May 10 17:22:38.322438 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4980c18e-3fc6-42b1-80a5-66c479b78663 req-6c0c05a2-3415-49c4-997e-d94942a1eb1d service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221941 May 10 17:22:38.452097 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4980c18e-3fc6-42b1-80a5-66c479b78663 req-48e4bf78-fb0f-4417-852f-7efb8d4975f2 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214337 May 10 17:22:39.306877 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd946c1-a3d5-478e-923b-347a5bdfbaf9 req-85d23afe-3572-4e75-a09f-700b27fb91a9 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:39.308346 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3dd946c1-a3d5-478e-923b-347a5bdfbaf9 req-85d23afe-3572-4e75-a09f-700b27fb91a9 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 945 time: 0.0835633 May 10 17:22:39.353183 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3dd946c1-a3d5-478e-923b-347a5bdfbaf9 req-2230184e-ba4a-4677-bec8-925a967a595a tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387824 May 10 17:22:39.364234 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0f662-97f6-436f-b90b-31b5310c9adf req-15197168-26f5-4a94-9c1e-9e276e1077dd tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:39.365730 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b3e0f662-97f6-436f-b90b-31b5310c9adf req-15197168-26f5-4a94-9c1e-9e276e1077dd tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 946 time: 0.0834653 May 10 17:22:39.410481 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b3e0f662-97f6-436f-b90b-31b5310c9adf req-d5ffff33-50f5-4098-a7fa-1e90bce48f96 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383842 May 10 17:22:39.589614 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ada75-9b04-4a5d-b5e0-895a20db1faf req-7b840189-53ab-49f2-8f91-1060704ec093 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:39.591037 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c64ada75-9b04-4a5d-b5e0-895a20db1faf req-7b840189-53ab-49f2-8f91-1060704ec093 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 946 time: 0.0788200 May 10 17:22:39.634160 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c64ada75-9b04-4a5d-b5e0-895a20db1faf req-632bf3d8-d076-48b9-a3f5-f43636f3b887 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369127 May 10 17:22:39.865811 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:39.877470 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-e0692cbd-80a8-4043-862c-083d408657bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:40.020939 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ad61e-a29d-44ac-96c6-affb3ada26a4 req-afac8632-0d0b-4edd-8318-468e0bc0e66a tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:40.022294 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9e9ad61e-a29d-44ac-96c6-affb3ada26a4 req-afac8632-0d0b-4edd-8318-468e0bc0e66a tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 946 time: 0.0826204 May 10 17:22:40.066556 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9e9ad61e-a29d-44ac-96c6-affb3ada26a4 req-205fe182-2ff1-4f1d-b330-94bcd2a0c2c1 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 May 10 17:22:40.278665 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 7ad72e12-6847-4345-9cff-3c44a8ec9ae2 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:22:40.349409 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port 7ad72e12-6847-4345-9cff-3c44a8ec9ae2 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:22:40.354141 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 7ad72e12-6847-4345-9cff-3c44a8ec9ae2 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:22:40.354520 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:40.552780 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:40.553881 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf6a10-c23f-4b9b-8b53-276ce30677f6 req-c81c4dd7-cee5-497f-a939-d48685e73a0f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:40.555477 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-90cf6a10-c23f-4b9b-8b53-276ce30677f6 req-c81c4dd7-cee5-497f-a939-d48685e73a0f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 945 time: 0.0839951 May 10 17:22:40.581630 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c133795-b960-4896-b9e0-b0a91855a0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad72e12-6847-4345-9cff-3c44a8ec9ae2'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:22:40.591250 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 7ad72e12-6847-4345-9cff-3c44a8ec9ae2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7ad72e12-6847-4345-9cff-3c44a8ec9ae2,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:22:40.595363 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:40.599229 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:40.609439 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-90cf6a10-c23f-4b9b-8b53-276ce30677f6 req-05c52e40-a537-407d-b288-064144edb6de tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469637 May 10 17:22:40.636087 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c133795-b960-4896-b9e0-b0a91855a0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad72e12-6847-4345-9cff-3c44a8ec9ae2', 'code': 200} May 10 17:22:40.668535 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=7ad72e12-6847-4345-9cff-3c44a8ec9ae2,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:40.671763 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:40.743411 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:40.907996 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f37e7f-895a-4157-87f0-2151d7bb9024 req-0575976b-0d04-4444-9457-5f8cccbe44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:40.909453 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-37f37e7f-895a-4157-87f0-2151d7bb9024 req-0575976b-0d04-4444-9457-5f8cccbe44b8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 1099 time: 0.0707638 May 10 17:22:40.951661 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-37f37e7f-895a-4157-87f0-2151d7bb9024 req-ad939338-179d-4b6b-b695-421c411d3b6b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335305 May 10 17:22:41.793592 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f40173-6f0c-4570-951f-b27f0500b236 req-79a95c0a-280e-45d5-88e1-a905621f2b63 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:41.794983 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-94f40173-6f0c-4570-951f-b27f0500b236 req-79a95c0a-280e-45d5-88e1-a905621f2b63 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 946 time: 0.0847018 May 10 17:22:41.839972 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-94f40173-6f0c-4570-951f-b27f0500b236 req-67a6d70d-e1fc-4e4a-8b0e-67aa5d5485d7 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391304 May 10 17:22:42.414749 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:43.023201 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db075d7f-5e8f-4a0f-aaa5-009a8207db51 req-a88056d2-01df-4dbc-9690-28ebadd010ab tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:43.024524 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-db075d7f-5e8f-4a0f-aaa5-009a8207db51 req-a88056d2-01df-4dbc-9690-28ebadd010ab tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 946 time: 0.0811188 May 10 17:22:43.067697 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-db075d7f-5e8f-4a0f-aaa5-009a8207db51 req-1415ccb4-26ef-46c0-9188-54290504db74 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375559 May 10 17:22:47.247035 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:22:50.495527 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e225e-9613-48f4-9dca-98fe2d2d290f req-a24c8e28-b7ec-4948-8abe-af619e41165e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:50.496995 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6d8e225e-9613-48f4-9dca-98fe2d2d290f req-a24c8e28-b7ec-4948-8abe-af619e41165e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 946 time: 0.0843129 May 10 17:22:50.621305 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6d8e225e-9613-48f4-9dca-98fe2d2d290f req-ecdee2df-7b73-4e9d-adb8-aea5a21987db tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180594 May 10 17:22:50.644469 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 53204) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:50.819575 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9cfcff-3ad7-4f08-bc71-5f4a1c004b86 tempest-TestMinimumBasicScenario-1683530599 tempest-TestMinimumBasicScenario-1683530599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:50.820280 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ef9cfcff-3ad7-4f08-bc71-5f4a1c004b86 tempest-TestMinimumBasicScenario-1683530599 tempest-TestMinimumBasicScenario-1683530599-project-admin] Synchronizing usage tracker for tenant:459d15d8435142aa9f8bb5a32c0adae7 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:22:50.836025 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ef9cfcff-3ad7-4f08-bc71-5f4a1c004b86 tempest-TestMinimumBasicScenario-1683530599 tempest-TestMinimumBasicScenario-1683530599-project-admin] Unset dirty status for tenant:459d15d8435142aa9f8bb5a32c0adae7 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:22:50.837226 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-ef9cfcff-3ad7-4f08-bc71-5f4a1c004b86 tempest-TestMinimumBasicScenario-1683530599 tempest-TestMinimumBasicScenario-1683530599-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 1094 time: 0.1917710 May 10 17:22:50.840392 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53210) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:50.846267 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Request body: {'floatingip': {'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'port_id': '8d79cb61-170e-4c94-a159-44a477994e21', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'fixed_ip_address': '172.20.0.11'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:50.852751 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:22:50.856488 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Usage tracker for resource:floatingip and tenant:421e87ec99024b31937c6d93c150aa34 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:22:50.859988 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:22:50.866594 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:22:50.875899 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for floatingip, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:51.008665 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:51.233874 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_common [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Allocated IP 172.27.0.75 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/24c0dcf0-b347-4a10-b7b2-f2502cc552a5) {{(pid=78663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:22:51.377432 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for port, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:51.406999 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:51.411337 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-dcc36eb9-ac2d-4b55-9e64-5d67eab89099 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:51.464175 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:22:51.466990 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:22:51.471196 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Received port after_create {{(pid=78663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:22:51.518062 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Pushing event updated for resources: {'Port': ['ID=24c0dcf0-b347-4a10-b7b2-f2502cc552a5,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:51.529369 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:51.529742 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:51.530106 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:51.530467 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:51.530826 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:51.531235 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:51.531589 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:51.531938 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:51.532286 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:51.532641 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:51.533035 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:51.533360 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:51.541745 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:51.894371 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:51.966923 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:52.168772 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:52.172981 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15048126'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:52.177228 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-13d79c14-933a-4db2-b0e5-278b25eddbf7 tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:52.274126 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Pushing event updated for resources: {'Port': ['ID=24c0dcf0-b347-4a10-b7b2-f2502cc552a5,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:52.278056 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:52.289132 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16389503'] for floatingip, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:52.464187 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.l3_db [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Floating IP a4b18b15-4e88-4890-82cc-a01b3a28f882 associated. External IP: 172.27.0.75, port: 8d79cb61-170e-4c94-a159-44a477994e21. May 10 17:22:52.911000 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Router 0f96ce5d-d18d-490f-8a0d-c69780f029f1 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:22:53.088522 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:22:53.098572 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ec500-fa73-489a-87b1-518846f9b7e4 None None] Sync routers for ids ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:22:53.107909 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0ec500-fa73-489a-87b1-518846f9b7e4 None None] Routers {'0f96ce5d-d18d-490f-8a0d-c69780f029f1'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:22:53.108615 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-fb0ec500-fa73-489a-87b1-518846f9b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:22:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:53.112643 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:53.168979 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3274088 May 10 17:22:53.169607 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2737303e-9141-4677-aad0-f6a90099ba56', 'tag': '8d79cb61-170e-4c94-a159-44a477994e21'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:22:53.172466 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 53218) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:53.178279 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-8a8a8026-97b6-4a42-b1e3-165a8cbab408 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-22630101', 'description': 'tempest-secgroup-smoke-22630101 description', 'project_id': '421e87ec99024b31937c6d93c150aa34'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:53.184425 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-8a8a8026-97b6-4a42-b1e3-165a8cbab408 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:22:53.193999 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-8a8a8026-97b6-4a42-b1e3-165a8cbab408 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:22:53.205313 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8a8a8026-97b6-4a42-b1e3-165a8cbab408 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:53.217346 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2737303e-9141-4677-aad0-f6a90099ba56', 'tag': '8d79cb61-170e-4c94-a159-44a477994e21', 'status': 'completed', 'code': 200} May 10 17:22:53.230716 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-8a8a8026-97b6-4a42-b1e3-165a8cbab408 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:22:53.235024 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-8a8a8026-97b6-4a42-b1e3-165a8cbab408 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Usage tracker for resource:security_group_rule and tenant:421e87ec99024b31937c6d93c150aa34 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:22:53.237828 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-8a8a8026-97b6-4a42-b1e3-165a8cbab408 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:22:53.243533 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-8a8a8026-97b6-4a42-b1e3-165a8cbab408 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:22:53.284834 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-fb0ec500-fa73-489a-87b1-518846f9b7e4 None None] Set router 0f96ce5d-d18d-490f-8a0d-c69780f029f1 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:22:53.366337 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8a8a8026-97b6-4a42-b1e3-165a8cbab408 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:53.371514 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8a8a8026-97b6-4a42-b1e3-165a8cbab408 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:53.377094 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-fc7608ae-6896-4f1b-be35-d6f220ebfab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:53.425227 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007e442-2a5c-4db2-bc67-e395f8b276d7 req-e55dc1c3-6af3-4a62-8f46-98ee0b5360fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:53.426686 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d007e442-2a5c-4db2-bc67-e395f8b276d7 req-e55dc1c3-6af3-4a62-8f46-98ee0b5360fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=421e87ec99024b31937c6d93c150aa34&device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 1099 time: 0.1499166 May 10 17:22:53.431600 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a8026-97b6-4a42-b1e3-165a8cbab408 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfa7faf-1ac1-40a6-8863-9736d1469e91,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:53.434859 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8a8a8026-97b6-4a42-b1e3-165a8cbab408 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:53.460614 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8a8a8026-97b6-4a42-b1e3-165a8cbab408 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:53.464395 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-8a8a8026-97b6-4a42-b1e3-165a8cbab408 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2882545 May 10 17:22:53.464833 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53224) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:53.470509 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-d6260b25-430c-462e-aa9d-aad28f88806c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Request body: {'security_group_rule': {'security_group_id': '1dfa7faf-1ac1-40a6-8863-9736d1469e91', 'project_id': '421e87ec99024b31937c6d93c150aa34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:53.476496 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-d6260b25-430c-462e-aa9d-aad28f88806c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:22:53.480472 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-d6260b25-430c-462e-aa9d-aad28f88806c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Usage tracker for resource:security_group_rule and tenant:421e87ec99024b31937c6d93c150aa34 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:22:53.483486 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-d6260b25-430c-462e-aa9d-aad28f88806c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:22:53.490740 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-d6260b25-430c-462e-aa9d-aad28f88806c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:22:53.507840 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d6260b25-430c-462e-aa9d-aad28f88806c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:53.571086 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007e442-2a5c-4db2-bc67-e395f8b276d7 req-467a6609-1a85-4324-a640-2ccaa7cf0534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:53.572732 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d007e442-2a5c-4db2-bc67-e395f8b276d7 req-467a6609-1a85-4324-a640-2ccaa7cf0534 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca HTTP/1.1" status: 200 len: 916 time: 0.1359832 May 10 17:22:53.579181 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d6260b25-430c-462e-aa9d-aad28f88806c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:53.583237 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d6260b25-430c-462e-aa9d-aad28f88806c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:53.585411 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-67dc398c-db45-45f1-911a-de57621093fd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:53.608695 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6260b25-430c-462e-aa9d-aad28f88806c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f64abe3-1cdc-4a93-be67-701bf6427431,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:53.615981 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-d6260b25-430c-462e-aa9d-aad28f88806c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:53.623320 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d6260b25-430c-462e-aa9d-aad28f88806c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:53.627201 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-d6260b25-430c-462e-aa9d-aad28f88806c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1586180 May 10 17:22:53.627773 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53228) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:53.633337 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-ab82a423-c379-4620-8bbb-555fe070c695 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Request body: {'security_group_rule': {'security_group_id': '1dfa7faf-1ac1-40a6-8863-9736d1469e91', 'project_id': '421e87ec99024b31937c6d93c150aa34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:53.639019 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-ab82a423-c379-4620-8bbb-555fe070c695 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:22:53.643936 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-fb0ec500-fa73-489a-87b1-518846f9b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'name': 'tempest-TestMinimumBasicScenario-2090077683-router', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:43Z', 'updated_at': '2021-05-10T17:21:49Z', 'revision_number': 4, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'gw_port': {'id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:44Z', 'updated_at': '2021-05-10T17:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': 'a4b18b15-4e88-4890-82cc-a01b3a28f882', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'port_id': '8d79cb61-170e-4c94-a159-44a477994e21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca', 'mac_address': 'fa:16:3e:c0:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737303e-9141-4677-aad0-f6a90099ba56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:22:51Z', 'updated_at': '2021-05-10T17:22:51Z', 'revision_number': 0, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f19d6a7-04cb-4a8b-9df2-a5193c2e7205', 'name': '', 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'mac_address': 'fa:16:3e:59:59:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '14fae831-6cf0-4180-8517-89741e4f9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:48Z', 'updated_at': '2021-05-10T17:21:57Z', 'revision_number': 5, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'subnets': [{'id': '14fae831-6cf0-4180-8517-89741e4f9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:53.645853 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-ab82a423-c379-4620-8bbb-555fe070c695 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Usage tracker for resource:security_group_rule and tenant:421e87ec99024b31937c6d93c150aa34 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:22:53.647779 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ec500-fa73-489a-87b1-518846f9b7e4 None None] Checking router: 0f96ce5d-d18d-490f-8a0d-c69780f029f1 for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:22:53.649000 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-ab82a423-c379-4620-8bbb-555fe070c695 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:22:53.655487 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-ab82a423-c379-4620-8bbb-555fe070c695 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:22:53.657232 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0ec500-fa73-489a-87b1-518846f9b7e4 None None] Routers {'0f96ce5d-d18d-490f-8a0d-c69780f029f1'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:22:53.657979 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-fb0ec500-fa73-489a-87b1-518846f9b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:22:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:53.674495 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ab82a423-c379-4620-8bbb-555fe070c695 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:53.684560 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d007e442-2a5c-4db2-bc67-e395f8b276d7 req-dda6aab5-f2a3-4c7d-8f53-2fedd9c50c70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d79cb61-170e-4c94-a159-44a477994e21 HTTP/1.1" status: 200 len: 999 time: 0.1041100 May 10 17:22:53.741673 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ab82a423-c379-4620-8bbb-555fe070c695 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:53.746059 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ab82a423-c379-4620-8bbb-555fe070c695 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:53.759615 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a9d040b8-15ae-4564-999f-a74d1b9dc676 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:53.776595 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007e442-2a5c-4db2-bc67-e395f8b276d7 req-4cd4bb97-5925-4924-8c5b-f26c61b43744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:53.779545 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d007e442-2a5c-4db2-bc67-e395f8b276d7 req-4cd4bb97-5925-4924-8c5b-f26c61b43744 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14fae831-6cf0-4180-8517-89741e4f9411 HTTP/1.1" status: 200 len: 854 time: 0.0874352 May 10 17:22:53.782713 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82a423-c379-4620-8bbb-555fe070c695 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8240152-60e5-4cdf-9033-462b99f7ceab,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:53.785653 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ab82a423-c379-4620-8bbb-555fe070c695 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:53.792240 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-ab82a423-c379-4620-8bbb-555fe070c695 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:53.793775 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-ab82a423-c379-4620-8bbb-555fe070c695 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1645772 May 10 17:22:53.796221 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53234) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:53.802434 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-c08be8ab-8153-42ea-a3f8-2f145ee0db3c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Request body: {'security_group_rule': {'security_group_id': '1dfa7faf-1ac1-40a6-8863-9736d1469e91', 'project_id': '421e87ec99024b31937c6d93c150aa34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:53.810362 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-c08be8ab-8153-42ea-a3f8-2f145ee0db3c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:22:53.815168 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-c08be8ab-8153-42ea-a3f8-2f145ee0db3c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Usage tracker for resource:security_group_rule and tenant:421e87ec99024b31937c6d93c150aa34 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:22:53.819648 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-c08be8ab-8153-42ea-a3f8-2f145ee0db3c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:22:53.826887 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-c08be8ab-8153-42ea-a3f8-2f145ee0db3c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:22:53.845959 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c08be8ab-8153-42ea-a3f8-2f145ee0db3c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:53.880686 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007e442-2a5c-4db2-bc67-e395f8b276d7 req-8e9cd2f4-5480-4dba-a97f-5d702aac14fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:53.882258 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d007e442-2a5c-4db2-bc67-e395f8b276d7 req-8e9cd2f4-5480-4dba-a97f-5d702aac14fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0934510 May 10 17:22:53.886841 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-fb0ec500-fa73-489a-87b1-518846f9b7e4 None None] Set router 0f96ce5d-d18d-490f-8a0d-c69780f029f1 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:22:53.913880 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c08be8ab-8153-42ea-a3f8-2f145ee0db3c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:53.918572 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c08be8ab-8153-42ea-a3f8-2f145ee0db3c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:53.920766 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:53.943382 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08be8ab-8153-42ea-a3f8-2f145ee0db3c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c105255-2210-45ad-b2b5-4020145f91a4,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:53.945902 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c08be8ab-8153-42ea-a3f8-2f145ee0db3c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:53.954374 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c08be8ab-8153-42ea-a3f8-2f145ee0db3c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:53.959151 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-c08be8ab-8153-42ea-a3f8-2f145ee0db3c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1586640 May 10 17:22:53.959493 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53238) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:53.965770 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-76ee330a-c8cc-4a65-8c00-05f13fed59ca tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Request body: {'security_group_rule': {'security_group_id': '1dfa7faf-1ac1-40a6-8863-9736d1469e91', 'project_id': '421e87ec99024b31937c6d93c150aa34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:53.971466 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-76ee330a-c8cc-4a65-8c00-05f13fed59ca tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:22:53.975398 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-76ee330a-c8cc-4a65-8c00-05f13fed59ca tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Usage tracker for resource:security_group_rule and tenant:421e87ec99024b31937c6d93c150aa34 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:22:53.978521 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-76ee330a-c8cc-4a65-8c00-05f13fed59ca tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:22:53.984891 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-76ee330a-c8cc-4a65-8c00-05f13fed59ca tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:22:54.001220 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76ee330a-c8cc-4a65-8c00-05f13fed59ca tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:54.021028 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d007e442-2a5c-4db2-bc67-e395f8b276d7 req-54f0d525-77c6-440e-afb1-ec01dabd4d77 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290860 May 10 17:22:54.069990 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76ee330a-c8cc-4a65-8c00-05f13fed59ca tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:54.074254 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76ee330a-c8cc-4a65-8c00-05f13fed59ca tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:54.076392 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:54.101040 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee330a-c8cc-4a65-8c00-05f13fed59ca tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6303a5f1-6900-4afc-a5bd-b229bd29b136,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:54.105527 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-76ee330a-c8cc-4a65-8c00-05f13fed59ca tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:54.110360 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76ee330a-c8cc-4a65-8c00-05f13fed59ca tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:54.114204 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-76ee330a-c8cc-4a65-8c00-05f13fed59ca tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510849 May 10 17:22:54.114360 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53242) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:54.120214 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-52a31ce2-c4b4-44f0-bf96-59c3e58e0b25 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Request body: {'security_group_rule': {'security_group_id': '1dfa7faf-1ac1-40a6-8863-9736d1469e91', 'project_id': '421e87ec99024b31937c6d93c150aa34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:54.126576 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-52a31ce2-c4b4-44f0-bf96-59c3e58e0b25 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:22:54.130766 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-52a31ce2-c4b4-44f0-bf96-59c3e58e0b25 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Usage tracker for resource:security_group_rule and tenant:421e87ec99024b31937c6d93c150aa34 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:22:54.133384 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-52a31ce2-c4b4-44f0-bf96-59c3e58e0b25 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:22:54.139983 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-52a31ce2-c4b4-44f0-bf96-59c3e58e0b25 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:22:54.151514 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.securitygroups_db [None req-52a31ce2-c4b4-44f0-bf96-59c3e58e0b25 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Project 421e87ec99024b31937c6d93c150aa34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:22:54.157972 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-52a31ce2-c4b4-44f0-bf96-59c3e58e0b25 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:54.166950 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d007e442-2a5c-4db2-bc67-e395f8b276d7 req-9812be5f-aaba-4fbf-b8d5-abb1eac90e21 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387258 May 10 17:22:54.224074 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-52a31ce2-c4b4-44f0-bf96-59c3e58e0b25 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:54.227864 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-52a31ce2-c4b4-44f0-bf96-59c3e58e0b25 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:54.229975 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ab82a423-c379-4620-8bbb-555fe070c695 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:54.250523 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-fb0ec500-fa73-489a-87b1-518846f9b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'name': 'tempest-TestMinimumBasicScenario-2090077683-router', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:43Z', 'updated_at': '2021-05-10T17:21:49Z', 'revision_number': 4, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'gw_port': {'id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:44Z', 'updated_at': '2021-05-10T17:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': 'a4b18b15-4e88-4890-82cc-a01b3a28f882', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'port_id': '8d79cb61-170e-4c94-a159-44a477994e21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca', 'mac_address': 'fa:16:3e:c0:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737303e-9141-4677-aad0-f6a90099ba56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:22:51Z', 'updated_at': '2021-05-10T17:22:51Z', 'revision_number': 0, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f19d6a7-04cb-4a8b-9df2-a5193c2e7205', 'name': '', 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'mac_address': 'fa:16:3e:59:59:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '14fae831-6cf0-4180-8517-89741e4f9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:48Z', 'updated_at': '2021-05-10T17:21:57Z', 'revision_number': 5, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'subnets': [{'id': '14fae831-6cf0-4180-8517-89741e4f9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:22:54.251748 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a31ce2-c4b4-44f0-bf96-59c3e58e0b25 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f737780-8e94-4030-aa16-189e4d0150c1,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:54.254201 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-52a31ce2-c4b4-44f0-bf96-59c3e58e0b25 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:54.258697 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ec500-fa73-489a-87b1-518846f9b7e4 None None] The sync data for ids ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'] in dv-cinder-786385-3-iscsi is: [{'id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'name': 'tempest-TestMinimumBasicScenario-2090077683-router', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:43Z', 'updated_at': '2021-05-10T17:21:49Z', 'revision_number': 4, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'gw_port': {'id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:44Z', 'updated_at': '2021-05-10T17:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': 'a4b18b15-4e88-4890-82cc-a01b3a28f882', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'port_id': '8d79cb61-170e-4c94-a159-44a477994e21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca', 'mac_address': 'fa:16:3e:c0:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737303e-9141-4677-aad0-f6a90099ba56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:22:51Z', 'updated_at': '2021-05-10T17:22:51Z', 'revision_number': 0, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f19d6a7-04cb-4a8b-9df2-a5193c2e7205', 'name': '', 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'mac_address': 'fa:16:3e:59:59:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '14fae831-6cf0-4180-8517-89741e4f9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:48Z', 'updated_at': '2021-05-10T17:21:57Z', 'revision_number': 5, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'subnets': [{'id': '14fae831-6cf0-4180-8517-89741e4f9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:22:54.261698 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-52a31ce2-c4b4-44f0-bf96-59c3e58e0b25 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:54.266107 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-52a31ce2-c4b4-44f0-bf96-59c3e58e0b25 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471314 May 10 17:22:54.266758 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 53246) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:54.272032 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-f62ddf7c-fcf8-4232-a0dd-123700efd94e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Request body: {'security_group_rule': {'security_group_id': '1dfa7faf-1ac1-40a6-8863-9736d1469e91', 'project_id': '421e87ec99024b31937c6d93c150aa34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:54.278039 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-f62ddf7c-fcf8-4232-a0dd-123700efd94e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:22:54.282424 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-f62ddf7c-fcf8-4232-a0dd-123700efd94e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Usage tracker for resource:security_group_rule and tenant:421e87ec99024b31937c6d93c150aa34 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:22:54.285343 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-f62ddf7c-fcf8-4232-a0dd-123700efd94e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:22:54.291787 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-f62ddf7c-fcf8-4232-a0dd-123700efd94e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:22:54.301361 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.securitygroups_db [None req-f62ddf7c-fcf8-4232-a0dd-123700efd94e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Project 421e87ec99024b31937c6d93c150aa34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:22:54.307238 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f62ddf7c-fcf8-4232-a0dd-123700efd94e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:54.373153 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f62ddf7c-fcf8-4232-a0dd-123700efd94e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:54.377321 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f62ddf7c-fcf8-4232-a0dd-123700efd94e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:54.379378 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-102faef3-8dbc-4e62-a189-c98b321492fc tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:54.405633 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ddf7c-fcf8-4232-a0dd-123700efd94e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878c335a-2b2d-4ce6-b515-9ec3d220e290,revision_number=0']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:54.408697 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-f62ddf7c-fcf8-4232-a0dd-123700efd94e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:54.416224 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f62ddf7c-fcf8-4232-a0dd-123700efd94e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:54.417710 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-f62ddf7c-fcf8-4232-a0dd-123700efd94e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1499803 May 10 17:22:54.454180 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67afc0e9-d3fe-4f8f-a1c8-e5f733efddd9 None None] New status for floating IP a4b18b15-4e88-4890-82cc-a01b3a28f882: ACTIVE {{(pid=78666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:22:54.541173 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-5413c6e5-5a4d-4dfe-8c34-388dd7abcaa7 req-16b14397-5773-4c26-b2a5-234e874a4ff3 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Synchronizing usage tracker for tenant:421e87ec99024b31937c6d93c150aa34 on resource:security_group {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:22:54.556080 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-5413c6e5-5a4d-4dfe-8c34-388dd7abcaa7 req-16b14397-5773-4c26-b2a5-234e874a4ff3 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Unset dirty status for tenant:421e87ec99024b31937c6d93c150aa34 on resource:security_group {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:22:54.557344 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5413c6e5-5a4d-4dfe-8c34-388dd7abcaa7 req-16b14397-5773-4c26-b2a5-234e874a4ff3 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-22630101&fields=id&tenant_id=421e87ec99024b31937c6d93c150aa34 HTTP/1.1" status: 200 len: 267 time: 0.0567038 May 10 17:22:54.639994 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413c6e5-5a4d-4dfe-8c34-388dd7abcaa7 req-f9d0733a-ef66-452d-a7b8-8e3b14e057a9 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:54.642318 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5413c6e5-5a4d-4dfe-8c34-388dd7abcaa7 req-f9d0733a-ef66-452d-a7b8-8e3b14e057a9 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 946 time: 0.0785258 May 10 17:22:54.653745 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-5413c6e5-5a4d-4dfe-8c34-388dd7abcaa7 req-13672dbe-50e6-4f7c-808b-1ac1a711050b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Request body: {'port': {'security_groups': ['a6221409-9ebd-4fa1-909e-8a5792c5cbba', '1dfa7faf-1ac1-40a6-8863-9736d1469e91']}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:54.778581 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5413c6e5-5a4d-4dfe-8c34-388dd7abcaa7 req-13672dbe-50e6-4f7c-808b-1ac1a711050b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:55.027977 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-5413c6e5-5a4d-4dfe-8c34-388dd7abcaa7 req-13672dbe-50e6-4f7c-808b-1ac1a711050b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] For port 8d79cb61-170e-4c94-a159-44a477994e21, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d79cb61-170e-4c94-a159-44a477994e21,segment=NetworkSegment(43d12997-b189-493d-954d-6366fd530261),segment_id=43d12997-b189-493d-954d-6366fd530261)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:22:55.051809 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5413c6e5-5a4d-4dfe-8c34-388dd7abcaa7 req-13672dbe-50e6-4f7c-808b-1ac1a711050b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:55.056111 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5413c6e5-5a4d-4dfe-8c34-388dd7abcaa7 req-13672dbe-50e6-4f7c-808b-1ac1a711050b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:55.061109 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:55.096082 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['8d79cb61-170e-4c94-a159-44a477994e21'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:22:55.118989 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413c6e5-5a4d-4dfe-8c34-388dd7abcaa7 req-13672dbe-50e6-4f7c-808b-1ac1a711050b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:55.119648 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5413c6e5-5a4d-4dfe-8c34-388dd7abcaa7 req-13672dbe-50e6-4f7c-808b-1ac1a711050b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:55.120979 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5413c6e5-5a4d-4dfe-8c34-388dd7abcaa7 req-13672dbe-50e6-4f7c-808b-1ac1a711050b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "PUT /v2.0/ports/8d79cb61-170e-4c94-a159-44a477994e21 HTTP/1.1" status: 200 len: 982 time: 0.4719203 May 10 17:22:55.121484 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2737303e-9141-4677-aad0-f6a90099ba56', 'tag': '8d79cb61-170e-4c94-a159-44a477994e21'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:22:55.185076 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2737303e-9141-4677-aad0-f6a90099ba56', 'tag': '8d79cb61-170e-4c94-a159-44a477994e21', 'status': 'completed', 'code': 200} May 10 17:22:55.189761 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13672dbe-50e6-4f7c-808b-1ac1a711050b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Pushing event updated for resources: {'Port': ['ID=8d79cb61-170e-4c94-a159-44a477994e21,revision_number=6']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:55.193282 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-13672dbe-50e6-4f7c-808b-1ac1a711050b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:55.357611 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['8d79cb61-170e-4c94-a159-44a477994e21'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:22:55.397834 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-9705e467-995c-4c90-abb3-1c62b4aee57f None None] Provisioning complete for port 8d79cb61-170e-4c94-a159-44a477994e21 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:22:55.398140 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-9705e467-995c-4c90-abb3-1c62b4aee57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:55.471720 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58d15e-97f7-433e-b3f7-4b83a6996a91 req-f45d4819-28b6-4316-ba1b-685ccb242d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:55.474605 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2f58d15e-97f7-433e-b3f7-4b83a6996a91 req-f45d4819-28b6-4316-ba1b-685ccb242d8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=421e87ec99024b31937c6d93c150aa34&device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 1138 time: 0.1933975 May 10 17:22:55.492237 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f217b-232e-4863-869e-13d984cddec8 req-4724fee9-a17a-44a6-b671-f1a184551c22 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:55.493857 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c59f217b-232e-4863-869e-13d984cddec8 req-4724fee9-a17a-44a6-b671-f1a184551c22 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 985 time: 0.2458203 May 10 17:22:55.620068 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c59f217b-232e-4863-869e-13d984cddec8 req-b3bac2c1-c5ac-4fd6-8634-97bfcbb990e7 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&id=1dfa7faf-1ac1-40a6-8863-9736d1469e91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1079531 May 10 17:22:55.667926 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58d15e-97f7-433e-b3f7-4b83a6996a91 req-5b6f7a14-c199-4ce4-8bd1-8d99dadbe087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:55.669408 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2f58d15e-97f7-433e-b3f7-4b83a6996a91 req-5b6f7a14-c199-4ce4-8bd1-8d99dadbe087 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca HTTP/1.1" status: 200 len: 916 time: 0.1746969 May 10 17:22:55.772835 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2f58d15e-97f7-433e-b3f7-4b83a6996a91 req-156fd084-2e2e-4289-8e39-616e8c2948ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d79cb61-170e-4c94-a159-44a477994e21 HTTP/1.1" status: 200 len: 1001 time: 0.0934381 May 10 17:22:55.852407 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58d15e-97f7-433e-b3f7-4b83a6996a91 req-51a79123-59dd-4041-84c6-6dbd892e4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:55.853874 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2f58d15e-97f7-433e-b3f7-4b83a6996a91 req-51a79123-59dd-4041-84c6-6dbd892e4574 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14fae831-6cf0-4180-8517-89741e4f9411 HTTP/1.1" status: 200 len: 854 time: 0.0594509 May 10 17:22:55.931012 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58d15e-97f7-433e-b3f7-4b83a6996a91 req-701a4602-6fca-42a2-a4ea-9c82e5d0f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:55.932455 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2f58d15e-97f7-433e-b3f7-4b83a6996a91 req-701a4602-6fca-42a2-a4ea-9c82e5d0f3ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682988 May 10 17:22:56.069867 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2f58d15e-97f7-433e-b3f7-4b83a6996a91 req-a567a10c-f92a-4979-a4df-44a63fb12d23 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283119 May 10 17:22:56.210536 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2f58d15e-97f7-433e-b3f7-4b83a6996a91 req-7077170c-a1be-4fc0-aa55-ca5385b693b5 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220984 May 10 17:22:57.408784 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-a26aad03-d8f5-4435-90eb-30eb004f26bc tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:57.409489 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-a26aad03-d8f5-4435-90eb-30eb004f26bc tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Synchronizing usage tracker for tenant:e515305ff422410ea610381fba30d2fc on resource:network {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:22:57.426030 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-a26aad03-d8f5-4435-90eb-30eb004f26bc tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Unset dirty status for tenant:e515305ff422410ea610381fba30d2fc on resource:network {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:22:57.427162 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-a26aad03-d8f5-4435-90eb-30eb004f26bc tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/networks?id=aa9bffe3-8180-4c64-b70e-40874a4678f5 HTTP/1.1" status: 200 len: 814 time: 0.1625638 May 10 17:22:57.441459 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-c73fd7b3-34fd-4af5-92d1-d03f8922dc38 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/quotas/e515305ff422410ea610381fba30d2fc HTTP/1.1" status: 200 len: 375 time: 0.0086977 May 10 17:22:57.520722 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-de6c1707-1ad5-453c-9578-7bb9e7a0d8b3 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e515305ff422410ea610381fba30d2fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740752 May 10 17:22:57.651224 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-0860afda-89ed-4c98-99c8-5fd8a95e8e43 service neutron] 10.222.0.16 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235325 May 10 17:22:57.781791 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-1bb2c10b-a7f0-41fc-99f3-c44806cc5340 service neutron] 10.222.0.16 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246490 May 10 17:22:57.953708 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-11098cb0-1a97-488f-ba86-8cf1a0644484 req-39a382ad-4fe1-434a-936a-5ff70ad3095b tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=d92eee4b-3f95-4e5e-97a8-080242be52df HTTP/1.1" status: 200 len: 210 time: 0.0465512 May 10 17:22:59.101275 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-44bffdb8-03bf-40e6-bd27-a1f2681123f0 req-d8f02942-e469-4cea-85cf-fa52cbf6e368 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=d92eee4b-3f95-4e5e-97a8-080242be52df HTTP/1.1" status: 200 len: 210 time: 0.0437155 May 10 17:22:59.233817 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-77f6eed4-81b5-4110-9d7f-15757c1694d2 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:59.235317 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-77f6eed4-81b5-4110-9d7f-15757c1694d2 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.48 "GET /v2.0/networks?id=aa9bffe3-8180-4c64-b70e-40874a4678f5 HTTP/1.1" status: 200 len: 814 time: 0.1474621 May 10 17:22:59.277206 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-0b5cba3e-52ed-43a9-8a3f-b5ed0f6e151e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Request body: {'port': {'device_id': 'd92eee4b-3f95-4e5e-97a8-080242be52df', 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5', 'admin_state_up': True, 'tenant_id': 'e515305ff422410ea610381fba30d2fc'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:59.410057 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-0b5cba3e-52ed-43a9-8a3f-b5ed0f6e151e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:22:59.419546 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-0b5cba3e-52ed-43a9-8a3f-b5ed0f6e151e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:22:59.429303 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-0b5cba3e-52ed-43a9-8a3f-b5ed0f6e151e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Made reservation on behalf of e515305ff422410ea610381fba30d2fc for: {'port': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:22:59.432650 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-0b5cba3e-52ed-43a9-8a3f-b5ed0f6e151e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:59.591745 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-0b5cba3e-52ed-43a9-8a3f-b5ed0f6e151e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Allocated IP 172.20.0.14 (aa9bffe3-8180-4c64-b70e-40874a4678f5/acef9462-c092-42c0-9698-840ecc5fef3f/14340732-739a-42e6-80ff-dfa18233f057) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:22:59.788671 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-0b5cba3e-52ed-43a9-8a3f-b5ed0f6e151e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:59.817649 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-0b5cba3e-52ed-43a9-8a3f-b5ed0f6e151e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:59.823739 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d3be7e57-eb14-4197-a30e-5a1f41ffea42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:59.868590 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['7ad72e12-6847-4345-9cff-3c44a8ec9ae2'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:22:59.882401 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-0b5cba3e-52ed-43a9-8a3f-b5ed0f6e151e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Network aa9bffe3-8180-4c64-b70e-40874a4678f5 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:22:59.885421 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-0b5cba3e-52ed-43a9-8a3f-b5ed0f6e151e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:22:59.893624 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-0b5cba3e-52ed-43a9-8a3f-b5ed0f6e151e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:22:59.928287 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cba3e-52ed-43a9-8a3f-b5ed0f6e151e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Pushing event updated for resources: {'Port': ['ID=14340732-739a-42e6-80ff-dfa18233f057,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:59.934540 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0b5cba3e-52ed-43a9-8a3f-b5ed0f6e151e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:00.047120 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-0b5cba3e-52ed-43a9-8a3f-b5ed0f6e151e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:00.047702 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-0b5cba3e-52ed-43a9-8a3f-b5ed0f6e151e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:00.070946 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-0b5cba3e-52ed-43a9-8a3f-b5ed0f6e151e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7976058 May 10 17:23:00.092404 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Request body: {'port': {'device_id': 'd92eee4b-3f95-4e5e-97a8-080242be52df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:00.203705 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:00.399252 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280d7c2-787a-415d-80b0-54a4ca1cab8e req-8adfbcca-97cd-4f28-9a27-6b296f5dafcf tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:00.399939 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-c280d7c2-787a-415d-80b0-54a4ca1cab8e req-8adfbcca-97cd-4f28-9a27-6b296f5dafcf tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Synchronizing usage tracker for tenant:e515305ff422410ea610381fba30d2fc on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:23:00.484118 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-c280d7c2-787a-415d-80b0-54a4ca1cab8e req-8adfbcca-97cd-4f28-9a27-6b296f5dafcf tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Unset dirty status for tenant:e515305ff422410ea610381fba30d2fc on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:23:00.485356 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c280d7c2-787a-415d-80b0-54a4ca1cab8e req-8adfbcca-97cd-4f28-9a27-6b296f5dafcf tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=d92eee4b-3f95-4e5e-97a8-080242be52df HTTP/1.1" status: 200 len: 932 time: 0.2715790 May 10 17:23:00.564674 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c280d7c2-787a-415d-80b0-54a4ca1cab8e req-a8e00291-a43f-45c2-89e7-e66326f467b2 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722103 May 10 17:23:00.659107 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14340732-739a-42e6-80ff-dfa18233f057 {{(pid=78664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:23:00.666343 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:00.679771 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Transition to ACTIVE for port object 14340732-739a-42e6-80ff-dfa18233f057 will not be triggered until provisioned by entity L2. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:23:00.684356 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:00.689122 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-42fe156d-2c43-4d3f-87eb-dbf9016b6295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:00.846171 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Pushing event updated for resources: {'Port': ['ID=14340732-739a-42e6-80ff-dfa18233f057,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:00.852842 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:00.919704 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Attempting to bind port 14340732-739a-42e6-80ff-dfa18233f057 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:23:00.919951 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Attempting to bind port 14340732-739a-42e6-80ff-dfa18233f057 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '00ca28f1-659e-4375-bef5-d8330c65e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5'}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:23:00.920276 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Attempting to bind port 14340732-739a-42e6-80ff-dfa18233f057 on network aa9bffe3-8180-4c64-b70e-40874a4678f5 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:23:00.925371 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Port 14340732-739a-42e6-80ff-dfa18233f057 on network aa9bffe3-8180-4c64-b70e-40874a4678f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:23:00.925686 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Attempting to bind port 14340732-739a-42e6-80ff-dfa18233f057 on network aa9bffe3-8180-4c64-b70e-40874a4678f5 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:23:00.930681 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:23:00.931008 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Checking segment: {'id': '00ca28f1-659e-4375-bef5-d8330c65e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:23:00.931382 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Bound using segment: {'id': '00ca28f1-659e-4375-bef5-d8330c65e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5'} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:23:00.931796 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Bound port: 14340732-739a-42e6-80ff-dfa18233f057, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ca28f1-659e-4375-bef5-d8330c65e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5'}}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:23:00.932136 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:01.017160 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] For port 14340732-739a-42e6-80ff-dfa18233f057, host hv-cinder-78638, cleared binding levels {{(pid=78664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:23:01.020449 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] For port 14340732-739a-42e6-80ff-dfa18233f057, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=14340732-739a-42e6-80ff-dfa18233f057,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:23:01.024334 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:01.028595 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:01.080656 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:01.081294 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:01.082659 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] 10.222.0.48 "PUT /v2.0/ports/14340732-739a-42e6-80ff-dfa18233f057 HTTP/1.1" status: 200 len: 1094 time: 0.9942269 May 10 17:23:01.083133 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92eee4b-3f95-4e5e-97a8-080242be52df', 'tag': '14340732-739a-42e6-80ff-dfa18233f057'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:23:01.109901 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Pushing event updated for resources: {'Port': ['ID=14340732-739a-42e6-80ff-dfa18233f057,revision_number=3']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:01.112792 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:01.128871 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92eee4b-3f95-4e5e-97a8-080242be52df', 'tag': '14340732-739a-42e6-80ff-dfa18233f057', 'status': 'completed', 'code': 200} May 10 17:23:01.241455 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-7bdecb60-350a-4491-a540-45515c9dce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:01.242791 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-7bdecb60-350a-4491-a540-45515c9dce81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e515305ff422410ea610381fba30d2fc&device_id=d92eee4b-3f95-4e5e-97a8-080242be52df HTTP/1.1" status: 200 len: 1097 time: 0.0682590 May 10 17:23:01.326218 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-61fd2da1-9474-4eac-8971-1c8a3ea52849 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14340732-739a-42e6-80ff-dfa18233f057 HTTP/1.1" status: 200 len: 217 time: 0.0614431 May 10 17:23:01.395163 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-5d55cbaa-3872-4c59-8b28-8b68c0c45894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:01.396530 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-5d55cbaa-3872-4c59-8b28-8b68c0c45894 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=acef9462-c092-42c0-9698-840ecc5fef3f HTTP/1.1" status: 200 len: 854 time: 0.0548303 May 10 17:23:01.447247 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-059af9f9-dbb1-48c4-ac54-0f7ebdf1b23c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aa9bffe3-8180-4c64-b70e-40874a4678f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416422 May 10 17:23:01.577257 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-23f87183-ed8d-402b-8b39-7c60a7bf6b84 service neutron] 10.222.0.48 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200342 May 10 17:23:01.829677 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f64cd4af-c56d-4244-9668-cc8eeeb15a7b req-66862cde-20a7-45e9-9cf9-b81f841f9082 service neutron] 10.222.0.48 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440619 May 10 17:23:01.859958 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f222d-8bac-4c97-a091-f99a5ac0f902 req-1907069e-12ac-45b0-a527-b4c73094c7e8 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:01.861395 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-388f222d-8bac-4c97-a091-f99a5ac0f902 req-1907069e-12ac-45b0-a527-b4c73094c7e8 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=d92eee4b-3f95-4e5e-97a8-080242be52df HTTP/1.1" status: 200 len: 944 time: 0.1863184 May 10 17:23:01.906328 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-388f222d-8bac-4c97-a091-f99a5ac0f902 req-136b170f-1ad8-47c0-9344-adbc9063467b tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385706 May 10 17:23:02.013508 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c87085-a5ab-4f77-be58-36acf886c241 req-5ec19991-416b-454a-a4e4-60cbeac01d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:02.014949 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-05c87085-a5ab-4f77-be58-36acf886c241 req-5ec19991-416b-454a-a4e4-60cbeac01d6a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e515305ff422410ea610381fba30d2fc&device_id=d92eee4b-3f95-4e5e-97a8-080242be52df HTTP/1.1" status: 200 len: 1097 time: 0.0708356 May 10 17:23:02.143961 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c87085-a5ab-4f77-be58-36acf886c241 req-abd04d96-7eda-4e60-8a43-9210aea57e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:02.145402 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-05c87085-a5ab-4f77-be58-36acf886c241 req-abd04d96-7eda-4e60-8a43-9210aea57e80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=aa9bffe3-8180-4c64-b70e-40874a4678f5 HTTP/1.1" status: 200 len: 915 time: 0.1227498 May 10 17:23:02.213817 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-05c87085-a5ab-4f77-be58-36acf886c241 req-2bed54f6-5941-480b-aec2-67f70cd496b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14340732-739a-42e6-80ff-dfa18233f057 HTTP/1.1" status: 200 len: 217 time: 0.0592926 May 10 17:23:02.280502 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c87085-a5ab-4f77-be58-36acf886c241 req-40cf43bd-4bfe-48ec-aaba-82ad60d81b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:02.281930 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-05c87085-a5ab-4f77-be58-36acf886c241 req-40cf43bd-4bfe-48ec-aaba-82ad60d81b4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=acef9462-c092-42c0-9698-840ecc5fef3f HTTP/1.1" status: 200 len: 854 time: 0.0583887 May 10 17:23:02.330047 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-05c87085-a5ab-4f77-be58-36acf886c241 req-63f5a85d-d190-4910-ad9f-58b8d4c64351 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aa9bffe3-8180-4c64-b70e-40874a4678f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391364 May 10 17:23:02.464296 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-05c87085-a5ab-4f77-be58-36acf886c241 req-14bef0ab-99c4-4786-8d1f-10cc211d127b service neutron] 10.222.0.48 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213489 May 10 17:23:02.599705 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-05c87085-a5ab-4f77-be58-36acf886c241 req-de826177-ee7f-4e81-9f27-5a88b15006db service neutron] 10.222.0.48 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224909 May 10 17:23:03.095262 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63264949-20bc-4f4f-b336-65fded98798d req-927dfa72-74a2-493b-ac60-ce9fcff1ef3b tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:03.096625 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-63264949-20bc-4f4f-b336-65fded98798d req-927dfa72-74a2-493b-ac60-ce9fcff1ef3b tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=d92eee4b-3f95-4e5e-97a8-080242be52df HTTP/1.1" status: 200 len: 944 time: 0.0822954 May 10 17:23:03.140068 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-63264949-20bc-4f4f-b336-65fded98798d req-f5c5feb3-97e6-4ace-aa17-fa2cce7ff022 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376918 May 10 17:23:04.322418 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa45551-39f4-40e1-9a6f-3d1643a7d9ef req-c5ff88c2-27bb-45c5-a16e-578d86f9dc92 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:04.323889 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-dfa45551-39f4-40e1-9a6f-3d1643a7d9ef req-c5ff88c2-27bb-45c5-a16e-578d86f9dc92 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=d92eee4b-3f95-4e5e-97a8-080242be52df HTTP/1.1" status: 200 len: 944 time: 0.0818331 May 10 17:23:04.367635 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-dfa45551-39f4-40e1-9a6f-3d1643a7d9ef req-9e889efc-0212-45da-814e-cc1caa48a0e7 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381868 May 10 17:23:04.450305 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 14340732-739a-42e6-80ff-dfa18233f057 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:23:04.585555 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 14340732-739a-42e6-80ff-dfa18233f057, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=14340732-739a-42e6-80ff-dfa18233f057,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:23:04.599046 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '14340732-739a-42e6-80ff-dfa18233f057', 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5', 'port_id': '14340732-739a-42e6-80ff-dfa18233f057', 'mac_address': 'fa:16:3e:24:5c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acef9462-c092-42c0-9698-840ecc5fef3f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:23:04.652054 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:04.669171 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14340732-739a-42e6-80ff-dfa18233f057 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:23:04.684811 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 14340732-739a-42e6-80ff-dfa18233f057, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=14340732-739a-42e6-80ff-dfa18233f057,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:23:04.690031 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:04.692703 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:04.765653 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=14340732-739a-42e6-80ff-dfa18233f057,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:04.768776 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:05.115872 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['14340732-739a-42e6-80ff-dfa18233f057'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:23:05.546978 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e745e4-7210-4e32-ae2a-26003a5d205d req-f42720f6-6a6e-42ce-b49e-0d961b6866a5 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:05.548424 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-74e745e4-7210-4e32-ae2a-26003a5d205d req-f42720f6-6a6e-42ce-b49e-0d961b6866a5 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=d92eee4b-3f95-4e5e-97a8-080242be52df HTTP/1.1" status: 200 len: 945 time: 0.0786872 May 10 17:23:05.594627 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-74e745e4-7210-4e32-ae2a-26003a5d205d req-e83629ef-5e7e-4d57-bac0-a52fb77e54b0 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405779 May 10 17:23:06.459941 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 14340732-739a-42e6-80ff-dfa18233f057 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:23:06.528055 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port 14340732-739a-42e6-80ff-dfa18233f057 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:23:06.535617 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 14340732-739a-42e6-80ff-dfa18233f057 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:23:06.536003 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:06.653259 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:06.679597 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92eee4b-3f95-4e5e-97a8-080242be52df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14340732-739a-42e6-80ff-dfa18233f057'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:23:06.697907 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 14340732-739a-42e6-80ff-dfa18233f057, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=14340732-739a-42e6-80ff-dfa18233f057,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:23:06.704678 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:06.707316 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:06.745020 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92eee4b-3f95-4e5e-97a8-080242be52df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14340732-739a-42e6-80ff-dfa18233f057', 'code': 200} May 10 17:23:06.778649 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=14340732-739a-42e6-80ff-dfa18233f057,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:06.781715 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:06.786387 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e022db1-8675-4ae4-9f3a-a12a269e0c75 req-3c45be91-e0ab-48f1-97ef-2348ec061c00 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:06.788161 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3e022db1-8675-4ae4-9f3a-a12a269e0c75 req-3c45be91-e0ab-48f1-97ef-2348ec061c00 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=d92eee4b-3f95-4e5e-97a8-080242be52df HTTP/1.1" status: 200 len: 946 time: 0.0881462 May 10 17:23:06.836598 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3e022db1-8675-4ae4-9f3a-a12a269e0c75 req-de914731-4b1f-4f95-b618-dd016b421adb tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427175 May 10 17:23:07.002712 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f396d-c0ec-44d4-85f5-41bd9b79cf3b req-efc5cd16-6d9a-4a82-a534-9896f079ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:07.004093 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-932f396d-c0ec-44d4-85f5-41bd9b79cf3b req-efc5cd16-6d9a-4a82-a534-9896f079ccbd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d92eee4b-3f95-4e5e-97a8-080242be52df HTTP/1.1" status: 200 len: 1099 time: 0.0720942 May 10 17:23:07.048330 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-932f396d-c0ec-44d4-85f5-41bd9b79cf3b req-c5635069-ab91-468e-b21d-4cbdddcff7be service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333977 May 10 17:23:07.280194 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-01114994-933f-4dce-9244-b10dbd5f0339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:07.465647 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:07.612592 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956b610-ab4e-4fac-8491-5b700f6a50a5 req-a3a6876e-ece4-4a87-9c59-1230084bd72c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:07.613943 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f956b610-ab4e-4fac-8491-5b700f6a50a5 req-a3a6876e-ece4-4a87-9c59-1230084bd72c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 947 time: 0.0790994 May 10 17:23:07.660446 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f956b610-ab4e-4fac-8491-5b700f6a50a5 req-25b8f979-05df-4313-ac2f-f1733d7c110d tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408149 May 10 17:23:08.098547 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918cb59-ce2f-4968-95e3-1ce448ad9dee req-15570c58-23f4-4a7e-aa2d-b45fe33888c4 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:08.099935 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f918cb59-ce2f-4968-95e3-1ce448ad9dee req-15570c58-23f4-4a7e-aa2d-b45fe33888c4 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=d92eee4b-3f95-4e5e-97a8-080242be52df HTTP/1.1" status: 200 len: 946 time: 0.1594381 May 10 17:23:08.144356 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f918cb59-ce2f-4968-95e3-1ce448ad9dee req-7be0bc65-506f-4cb3-9bfc-4fdc944f8891 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386877 May 10 17:23:08.852009 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e595a20-8565-45d7-96cb-29313c3e27da req-8abdcbe1-0e17-46ca-a74a-ecd86846c570 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:08.853476 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3e595a20-8565-45d7-96cb-29313c3e27da req-8abdcbe1-0e17-46ca-a74a-ecd86846c570 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 947 time: 0.0788400 May 10 17:23:08.896471 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3e595a20-8565-45d7-96cb-29313c3e27da req-d465138f-a7bd-400b-8fa5-10598802d5c6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373902 May 10 17:23:09.328691 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3d21f-e944-47fd-a726-186e23f5c032 req-3a468193-310f-4509-89aa-b2eb63c52b81 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:09.330159 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-59d3d21f-e944-47fd-a726-186e23f5c032 req-3a468193-310f-4509-89aa-b2eb63c52b81 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=d92eee4b-3f95-4e5e-97a8-080242be52df HTTP/1.1" status: 200 len: 946 time: 0.0817435 May 10 17:23:09.373336 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-59d3d21f-e944-47fd-a726-186e23f5c032 req-3388a821-8feb-4ba0-8608-eddc283a19ec tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375285 May 10 17:23:09.860470 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:09.879145 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-a4d75e88-b107-4bfc-818d-f22f50ca4b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:10.019021 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a9736-8fa6-46fb-9fa1-efa355b6a138 req-f0b57131-ebc6-4e7c-9cc8-e5fcbbe47d90 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:10.020465 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f92a9736-8fa6-46fb-9fa1-efa355b6a138 req-f0b57131-ebc6-4e7c-9cc8-e5fcbbe47d90 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 947 time: 0.1003618 May 10 17:23:10.196648 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46420324-dfab-45ce-a272-dc3eda16b347 req-2d48a9d2-b727-492f-8268-21ef36ffe1a3 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:10.198134 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-46420324-dfab-45ce-a272-dc3eda16b347 req-2d48a9d2-b727-492f-8268-21ef36ffe1a3 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 947 time: 0.1767712 May 10 17:23:10.253599 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-f92a9736-8fa6-46fb-9fa1-efa355b6a138 req-89d6647f-e2ba-4a2f-b2b5-4a4f957dacc1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Deleting port 0b64ee44-dd4a-4759-aa6c-c1ed53271755 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:23:10.253860 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-f92a9736-8fa6-46fb-9fa1-efa355b6a138 req-89d6647f-e2ba-4a2f-b2b5-4a4f957dacc1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:10.275172 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-46420324-dfab-45ce-a272-dc3eda16b347 req-3626237f-7963-4f5d-a3bb-08a050a18c81 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=f60cb0fa-9b39-466d-b9bc-ffb73850850c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709395 May 10 17:23:10.462680 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-f92a9736-8fa6-46fb-9fa1-efa355b6a138 req-89d6647f-e2ba-4a2f-b2b5-4a4f957dacc1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] For port 0b64ee44-dd4a-4759-aa6c-c1ed53271755, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0b64ee44-dd4a-4759-aa6c-c1ed53271755,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:23:10.462680 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-f92a9736-8fa6-46fb-9fa1-efa355b6a138 req-89d6647f-e2ba-4a2f-b2b5-4a4f957dacc1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:10.745272 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:10.750219 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-f92a9736-8fa6-46fb-9fa1-efa355b6a138 req-89d6647f-e2ba-4a2f-b2b5-4a4f957dacc1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:10.750595 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-f92a9736-8fa6-46fb-9fa1-efa355b6a138 req-89d6647f-e2ba-4a2f-b2b5-4a4f957dacc1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16389503'] for floatingip, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:10.750912 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.l3_db [req-f92a9736-8fa6-46fb-9fa1-efa355b6a138 req-89d6647f-e2ba-4a2f-b2b5-4a4f957dacc1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Floating IP 0d4f9254-b4e6-474b-b795-776b19959e22 disassociated. External IP: 172.27.0.89, port: 0b64ee44-dd4a-4759-aa6c-c1ed53271755. May 10 17:23:10.751244 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-f92a9736-8fa6-46fb-9fa1-efa355b6a138 req-89d6647f-e2ba-4a2f-b2b5-4a4f957dacc1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Calling delete_port for 0b64ee44-dd4a-4759-aa6c-c1ed53271755 owned by compute:nova {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:23:10.867059 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-f92a9736-8fa6-46fb-9fa1-efa355b6a138 req-89d6647f-e2ba-4a2f-b2b5-4a4f957dacc1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:10.872250 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:10.918035 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6647f-e2ba-4a2f-b2b5-4a4f957dacc1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Pushing event deleted for resources: {'Port': ['ID=0b64ee44-dd4a-4759-aa6c-c1ed53271755,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:10.921603 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-89d6647f-e2ba-4a2f-b2b5-4a4f957dacc1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:11.099063 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f92a9736-8fa6-46fb-9fa1-efa355b6a138 req-89d6647f-e2ba-4a2f-b2b5-4a4f957dacc1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Router 56b3889e-12bf-47d0-91b1-33e845d83cf4 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:23:11.280436 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f92a9736-8fa6-46fb-9fa1-efa355b6a138 req-89d6647f-e2ba-4a2f-b2b5-4a4f957dacc1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:23:11.291547 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fccc3f-c28c-457e-a75c-1e7b339f4a95 None None] Sync routers for ids ['56b3889e-12bf-47d0-91b1-33e845d83cf4'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:23:11.302405 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fccc3f-c28c-457e-a75c-1e7b339f4a95 None None] Routers {'56b3889e-12bf-47d0-91b1-33e845d83cf4'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:23:11.303027 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-06fccc3f-c28c-457e-a75c-1e7b339f4a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:23:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['56b3889e-12bf-47d0-91b1-33e845d83cf4'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:23:11.358062 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92a9736-8fa6-46fb-9fa1-efa355b6a138 req-89d6647f-e2ba-4a2f-b2b5-4a4f957dacc1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] No DVR routers for this DVR port 0b64ee44-dd4a-4759-aa6c-c1ed53271755 on host hv-cinder-78638 {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:23:11.360556 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-f92a9736-8fa6-46fb-9fa1-efa355b6a138 req-89d6647f-e2ba-4a2f-b2b5-4a4f957dacc1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:11.363205 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'name': 'network-vif-deleted', 'tag': '0b64ee44-dd4a-4759-aa6c-c1ed53271755'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:23:11.382595 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f92a9736-8fa6-46fb-9fa1-efa355b6a138 req-89d6647f-e2ba-4a2f-b2b5-4a4f957dacc1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.48 "DELETE /v2.0/ports/0b64ee44-dd4a-4759-aa6c-c1ed53271755 HTTP/1.1" status: 204 len: 173 time: 1.3235176 May 10 17:23:11.427742 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e79763-9e1d-4de9-b203-d969cabf51a2', 'name': 'network-vif-deleted', 'tag': '0b64ee44-dd4a-4759-aa6c-c1ed53271755', 'status': 'completed', 'code': 200} May 10 17:23:11.455939 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-035cc1d4-4131-44fc-87c5-ca0a73e68070 req-8fc1dd99-0a83-4860-8910-f982b0e3092f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4e79763-9e1d-4de9-b203-d969cabf51a2 HTTP/1.1" status: 200 len: 210 time: 0.0470378 May 10 17:23:11.522219 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-06fccc3f-c28c-457e-a75c-1e7b339f4a95 None None] Set router 56b3889e-12bf-47d0-91b1-33e845d83cf4 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:23:11.832311 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-06fccc3f-c28c-457e-a75c-1e7b339f4a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:40Z', 'revision_number': 4, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '5e83a0f3-4010-4f3d-a442-37f1fb244f32', 'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'mac_address': 'fa:16:3e:bd:4e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:36Z', 'updated_at': '2021-05-10T17:18:58Z', 'revision_number': 5, 'project_id': '36ab77e54c50411aa55aac321de05175', 'subnets': [{'id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:23:11.836194 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fccc3f-c28c-457e-a75c-1e7b339f4a95 None None] Checking router: 56b3889e-12bf-47d0-91b1-33e845d83cf4 for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:23:11.845344 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fccc3f-c28c-457e-a75c-1e7b339f4a95 None None] Routers {'56b3889e-12bf-47d0-91b1-33e845d83cf4'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:23:11.845947 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-06fccc3f-c28c-457e-a75c-1e7b339f4a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:23:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['56b3889e-12bf-47d0-91b1-33e845d83cf4'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:23:12.025596 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-06fccc3f-c28c-457e-a75c-1e7b339f4a95 None None] Set router 56b3889e-12bf-47d0-91b1-33e845d83cf4 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:23:12.356661 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-06fccc3f-c28c-457e-a75c-1e7b339f4a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:40Z', 'revision_number': 4, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '5e83a0f3-4010-4f3d-a442-37f1fb244f32', 'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'mac_address': 'fa:16:3e:bd:4e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:36Z', 'updated_at': '2021-05-10T17:18:58Z', 'revision_number': 5, 'project_id': '36ab77e54c50411aa55aac321de05175', 'subnets': [{'id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:23:12.360846 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fccc3f-c28c-457e-a75c-1e7b339f4a95 None None] The sync data for ids ['56b3889e-12bf-47d0-91b1-33e845d83cf4'] in dv-cinder-786385-3-iscsi is: [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:40Z', 'revision_number': 4, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '5e83a0f3-4010-4f3d-a442-37f1fb244f32', 'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'mac_address': 'fa:16:3e:bd:4e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:36Z', 'updated_at': '2021-05-10T17:18:58Z', 'revision_number': 5, 'project_id': '36ab77e54c50411aa55aac321de05175', 'subnets': [{'id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:23:12.417816 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:12.493403 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 0b64ee44-dd4a-4759-aa6c-c1ed53271755 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:23:12.533048 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: 0b64ee44-dd4a-4759-aa6c-c1ed53271755 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:23:12.533406 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 0b64ee44-dd4a-4759-aa6c-c1ed53271755 not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:23:12.568811 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-f6125d9d-8670-42ea-b733-32c2ec691ee8 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:12.575464 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-f6125d9d-8670-42ea-b733-32c2ec691ee8 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/networks?id=aa9bffe3-8180-4c64-b70e-40874a4678f5 HTTP/1.1" status: 200 len: 814 time: 0.1622102 May 10 17:23:12.586974 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c5ee91ea-da69-4d1d-8609-ad362b83bfc8 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/quotas/e515305ff422410ea610381fba30d2fc HTTP/1.1" status: 200 len: 375 time: 0.0103705 May 10 17:23:12.618380 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e439b67d-9fc7-4400-8780-d036ff96f324 None None] New status for floating IP 0d4f9254-b4e6-474b-b795-776b19959e22: DOWN {{(pid=78666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:23:12.632544 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53388) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:12.704005 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-eaa65220-aaec-451e-ad9d-e1bc44424cf3 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e515305ff422410ea610381fba30d2fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106355 May 10 17:23:12.735023 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e5356bf0-fda1-4d18-b40c-1baf7ccedc48 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:12.763963 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e5356bf0-fda1-4d18-b40c-1baf7ccedc48 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:12.822425 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e5356bf0-fda1-4d18-b40c-1baf7ccedc48 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:12.829279 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-7522fdef-c541-4f3a-915f-4505c57ec97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:12.844414 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5356bf0-fda1-4d18-b40c-1baf7ccedc48 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60cb0fa-9b39-466d-b9bc-ffb73850850c,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:12.847978 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-e5356bf0-fda1-4d18-b40c-1baf7ccedc48 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:12.863325 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e5356bf0-fda1-4d18-b40c-1baf7ccedc48 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:12.864451 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-e5356bf0-fda1-4d18-b40c-1baf7ccedc48 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "DELETE /v2.0/security-groups/f60cb0fa-9b39-466d-b9bc-ffb73850850c HTTP/1.1" status: 204 len: 168 time: 0.2308278 May 10 17:23:12.865488 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-516b8226-821c-457b-a5f2-fe50b844ff94 service neutron] 10.222.0.16 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605983 May 10 17:23:12.867309 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53392) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:12.892982 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.api.v2.resource [None req-efa2b22a-d5c7-4676-a984-88a9fe3979d1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] show failed (client error): The resource could not be found. May 10 17:23:12.896587 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-efa2b22a-d5c7-4676-a984-88a9fe3979d1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups/f60cb0fa-9b39-466d-b9bc-ffb73850850c HTTP/1.1" status: 404 len: 347 time: 0.0257685 May 10 17:23:12.896935 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53396) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:13.101129 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-85ebd067-fca0-4257-8847-1aa3d037f58a service neutron] 10.222.0.16 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248874 May 10 17:23:13.140870 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-c2a04427-06a9-44b0-b1ad-3e2a14863ba2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Deleting port 53d1c5ad-6530-4155-988d-28d59334f639 {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:23:13.141258 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c2a04427-06a9-44b0-b1ad-3e2a14863ba2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:13.318318 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-872fe623-ac22-4167-aa8a-beda64c4deac req-f56e3592-ec3c-4d6b-a732-87d5ea39c469 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=e02c4e6a-9d31-4e82-9004-b986b457b8b0 HTTP/1.1" status: 200 len: 210 time: 0.0545921 May 10 17:23:13.324230 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c2a04427-06a9-44b0-b1ad-3e2a14863ba2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:13.324551 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c2a04427-06a9-44b0-b1ad-3e2a14863ba2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:13.465122 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-c2a04427-06a9-44b0-b1ad-3e2a14863ba2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Calling delete_port for 53d1c5ad-6530-4155-988d-28d59334f639 owned by network:floatingip {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:23:13.580389 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c2a04427-06a9-44b0-b1ad-3e2a14863ba2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:13.584370 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-0356411f-1062-45ea-a564-e59d1b4c20b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:13.633570 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a04427-06a9-44b0-b1ad-3e2a14863ba2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Pushing event deleted for resources: {'Port': ['ID=53d1c5ad-6530-4155-988d-28d59334f639,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:13.636691 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c2a04427-06a9-44b0-b1ad-3e2a14863ba2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:13.728949 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c2a04427-06a9-44b0-b1ad-3e2a14863ba2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for floatingip, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:13.743637 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c2a04427-06a9-44b0-b1ad-3e2a14863ba2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:13.744771 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-c2a04427-06a9-44b0-b1ad-3e2a14863ba2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "DELETE /v2.0/floatingips/0d4f9254-b4e6-474b-b795-776b19959e22 HTTP/1.1" status: 204 len: 168 time: 0.8469155 May 10 17:23:14.411431 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53414) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:14.416870 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-3a86a4e0-78c3-4a41-9f7f-8f35a7a03f72 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--964065852', 'description': 'tempest-description--167645181'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:14.423120 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-3a86a4e0-78c3-4a41-9f7f-8f35a7a03f72 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:23:14.427242 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-3a86a4e0-78c3-4a41-9f7f-8f35a7a03f72 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Usage tracker for resource:security_group and tenant:36ab77e54c50411aa55aac321de05175 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:23:14.430737 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-3a86a4e0-78c3-4a41-9f7f-8f35a7a03f72 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:23:14.475875 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-3a86a4e0-78c3-4a41-9f7f-8f35a7a03f72 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:23:14.484731 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6d4d0d37-c2bf-4b9e-8da6-4a3a8217579a req-17572c5f-2ee4-4ad0-a805-77cefe4b2beb tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=e02c4e6a-9d31-4e82-9004-b986b457b8b0 HTTP/1.1" status: 200 len: 210 time: 0.0509214 May 10 17:23:14.497954 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3a86a4e0-78c3-4a41-9f7f-8f35a7a03f72 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:14.520087 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-3a86a4e0-78c3-4a41-9f7f-8f35a7a03f72 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:23:14.523898 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-3a86a4e0-78c3-4a41-9f7f-8f35a7a03f72 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Usage tracker for resource:security_group_rule and tenant:36ab77e54c50411aa55aac321de05175 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:23:14.527015 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-3a86a4e0-78c3-4a41-9f7f-8f35a7a03f72 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:23:14.534073 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-3a86a4e0-78c3-4a41-9f7f-8f35a7a03f72 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:23:14.612266 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3a86a4e0-78c3-4a41-9f7f-8f35a7a03f72 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:14.616160 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3a86a4e0-78c3-4a41-9f7f-8f35a7a03f72 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:14.618731 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-b59fa01d-d0b1-4cc4-a549-a053492f9567 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:14.619796 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:14.620504 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-b59fa01d-d0b1-4cc4-a549-a053492f9567 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.48 "GET /v2.0/networks?id=aa9bffe3-8180-4c64-b70e-40874a4678f5 HTTP/1.1" status: 200 len: 814 time: 0.1519065 May 10 17:23:14.649882 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-afcb9415-7bb6-4f9d-9a78-c110fc93e39f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Request body: {'port': {'device_id': 'e02c4e6a-9d31-4e82-9004-b986b457b8b0', 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5', 'admin_state_up': True, 'tenant_id': 'e515305ff422410ea610381fba30d2fc'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:14.662701 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86a4e0-78c3-4a41-9f7f-8f35a7a03f72 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7d0fe6-46de-458b-908c-d8dd99d26ba7,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:14.665743 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3a86a4e0-78c3-4a41-9f7f-8f35a7a03f72 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:14.667049 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-3a86a4e0-78c3-4a41-9f7f-8f35a7a03f72 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2546046 May 10 17:23:14.667927 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-3a86a4e0-78c3-4a41-9f7f-8f35a7a03f72 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:14.669795 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53418) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:14.674978 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-a6255fac-4848-4d4c-b4c6-0faf1ccbd226 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Request body: {'security_group_rule': {'security_group_id': 'ae7d0fe6-46de-458b-908c-d8dd99d26ba7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:14.681295 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-a6255fac-4848-4d4c-b4c6-0faf1ccbd226 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:23:14.685045 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-a6255fac-4848-4d4c-b4c6-0faf1ccbd226 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Usage tracker for resource:security_group_rule and tenant:36ab77e54c50411aa55aac321de05175 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:23:14.687902 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-a6255fac-4848-4d4c-b4c6-0faf1ccbd226 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:23:14.695577 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-a6255fac-4848-4d4c-b4c6-0faf1ccbd226 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:23:14.712590 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a6255fac-4848-4d4c-b4c6-0faf1ccbd226 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:14.778871 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a6255fac-4848-4d4c-b4c6-0faf1ccbd226 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:14.782973 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a6255fac-4848-4d4c-b4c6-0faf1ccbd226 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:14.784767 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:14.794663 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-afcb9415-7bb6-4f9d-9a78-c110fc93e39f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:23:14.804093 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-afcb9415-7bb6-4f9d-9a78-c110fc93e39f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:23:14.804334 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6255fac-4848-4d4c-b4c6-0faf1ccbd226 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0358557c-1c22-4a0a-b45c-c9d5691bcf46,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:14.816260 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a6255fac-4848-4d4c-b4c6-0faf1ccbd226 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:14.816846 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-afcb9415-7bb6-4f9d-9a78-c110fc93e39f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Made reservation on behalf of e515305ff422410ea610381fba30d2fc for: {'port': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:23:14.820787 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-afcb9415-7bb6-4f9d-9a78-c110fc93e39f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:14.823590 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a6255fac-4848-4d4c-b4c6-0faf1ccbd226 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:14.824822 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-a6255fac-4848-4d4c-b4c6-0faf1ccbd226 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541197 May 10 17:23:14.827452 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53426) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:14.833040 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-b53b24b3-61f8-47d0-ad89-fc20cffdc8a6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Request body: {'security_group_rule': {'security_group_id': 'ae7d0fe6-46de-458b-908c-d8dd99d26ba7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:14.838720 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-b53b24b3-61f8-47d0-ad89-fc20cffdc8a6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:23:14.842476 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-b53b24b3-61f8-47d0-ad89-fc20cffdc8a6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Usage tracker for resource:security_group_rule and tenant:36ab77e54c50411aa55aac321de05175 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:23:14.847689 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-b53b24b3-61f8-47d0-ad89-fc20cffdc8a6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:23:14.854798 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-b53b24b3-61f8-47d0-ad89-fc20cffdc8a6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:23:14.871175 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b53b24b3-61f8-47d0-ad89-fc20cffdc8a6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:14.931390 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b53b24b3-61f8-47d0-ad89-fc20cffdc8a6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:14.935856 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b53b24b3-61f8-47d0-ad89-fc20cffdc8a6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:14.938534 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-dcea79ef-2338-4ac6-ac8f-e9c16d49dc14 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:14.960472 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b24b3-61f8-47d0-ad89-fc20cffdc8a6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f37613c-f96a-4361-9e26-10241e5aa0eb,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:14.962869 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b53b24b3-61f8-47d0-ad89-fc20cffdc8a6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:14.970728 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b53b24b3-61f8-47d0-ad89-fc20cffdc8a6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:14.972936 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-b53b24b3-61f8-47d0-ad89-fc20cffdc8a6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429722 May 10 17:23:14.975768 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 53430) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:14.980672 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Request body: {'floatingip': {'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:14.988517 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:23:14.995544 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Usage tracker for resource:floatingip and tenant:36ab77e54c50411aa55aac321de05175 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:23:15.000638 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:23:15.013282 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:23:15.027908 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-afcb9415-7bb6-4f9d-9a78-c110fc93e39f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Allocated IP 172.20.0.7 (aa9bffe3-8180-4c64-b70e-40874a4678f5/acef9462-c092-42c0-9698-840ecc5fef3f/ef385873-2158-4b3f-ba07-03bd6b096047) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:23:15.038383 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for floatingip, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:15.340964 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-afcb9415-7bb6-4f9d-9a78-c110fc93e39f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:15.350241 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:15.476202 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-afcb9415-7bb6-4f9d-9a78-c110fc93e39f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:15.484572 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-1b207e9d-33b4-4820-9cc6-c2772998c7c6 tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:15.518899 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['7ad72e12-6847-4345-9cff-3c44a8ec9ae2', '14340732-739a-42e6-80ff-dfa18233f057'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:23:15.565983 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-afcb9415-7bb6-4f9d-9a78-c110fc93e39f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Network aa9bffe3-8180-4c64-b70e-40874a4678f5 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:23:15.569470 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Allocated IP 172.27.0.177 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/81f190eb-a2da-4268-82c3-20b4600677ac) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:23:15.571507 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-afcb9415-7bb6-4f9d-9a78-c110fc93e39f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:23:15.574305 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-afcb9415-7bb6-4f9d-9a78-c110fc93e39f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:23:15.673541 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb9415-7bb6-4f9d-9a78-c110fc93e39f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Pushing event updated for resources: {'Port': ['ID=ef385873-2158-4b3f-ba07-03bd6b096047,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:15.676320 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-afcb9415-7bb6-4f9d-9a78-c110fc93e39f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:15.781857 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-afcb9415-7bb6-4f9d-9a78-c110fc93e39f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:15.782469 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-afcb9415-7bb6-4f9d-9a78-c110fc93e39f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:15.860374 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-afcb9415-7bb6-4f9d-9a78-c110fc93e39f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2152662 May 10 17:23:15.878335 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d26b61-6ac3-496b-a7eb-0655ca45e293 req-5e1919ae-5392-4ba6-87db-7aba0e53187e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:15.879029 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-a7d26b61-6ac3-496b-a7eb-0655ca45e293 req-5e1919ae-5392-4ba6-87db-7aba0e53187e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Synchronizing usage tracker for tenant:e515305ff422410ea610381fba30d2fc on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:23:15.897873 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Request body: {'port': {'device_id': 'e02c4e6a-9d31-4e82-9004-b986b457b8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:15.941935 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:15.963475 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-a7d26b61-6ac3-496b-a7eb-0655ca45e293 req-5e1919ae-5392-4ba6-87db-7aba0e53187e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Unset dirty status for tenant:e515305ff422410ea610381fba30d2fc on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:23:15.964617 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a7d26b61-6ac3-496b-a7eb-0655ca45e293 req-5e1919ae-5392-4ba6-87db-7aba0e53187e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=e02c4e6a-9d31-4e82-9004-b986b457b8b0 HTTP/1.1" status: 200 len: 931 time: 0.3645029 May 10 17:23:16.070853 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:16.087688 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a7d26b61-6ac3-496b-a7eb-0655ca45e293 req-2162ec55-cc80-44d6-9735-a416ba2bb126 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145818 May 10 17:23:16.130558 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:16.230577 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:16.302950 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:23:16.311803 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:23:16.314717 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:23:16.400091 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Pushing event updated for resources: {'Port': ['ID=81f190eb-a2da-4268-82c3-20b4600677ac,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:16.409103 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:16.564685 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:16.648598 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:16.765775 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef385873-2158-4b3f-ba07-03bd6b096047 {{(pid=78664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:23:16.775574 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:16.852390 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Transition to ACTIVE for port object ef385873-2158-4b3f-ba07-03bd6b096047 will not be triggered until provisioned by entity L2. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:23:16.856847 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:16.861780 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-30838379-4abf-42db-9ead-9583c9a17c46 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:17.024669 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Pushing event updated for resources: {'Port': ['ID=ef385873-2158-4b3f-ba07-03bd6b096047,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:17.053333 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:17.127269 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:17.139522 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:17.146469 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0b5cba3e-52ed-43a9-8a3f-b5ed0f6e151e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:17.220087 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Attempting to bind port ef385873-2158-4b3f-ba07-03bd6b096047 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:23:17.220420 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Attempting to bind port ef385873-2158-4b3f-ba07-03bd6b096047 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '00ca28f1-659e-4375-bef5-d8330c65e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5'}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:23:17.220744 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Attempting to bind port ef385873-2158-4b3f-ba07-03bd6b096047 on network aa9bffe3-8180-4c64-b70e-40874a4678f5 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:23:17.234446 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Port ef385873-2158-4b3f-ba07-03bd6b096047 on network aa9bffe3-8180-4c64-b70e-40874a4678f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:23:17.234762 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Attempting to bind port ef385873-2158-4b3f-ba07-03bd6b096047 on network aa9bffe3-8180-4c64-b70e-40874a4678f5 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:23:17.257050 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:23:17.257383 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Checking segment: {'id': '00ca28f1-659e-4375-bef5-d8330c65e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:23:17.257771 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Bound using segment: {'id': '00ca28f1-659e-4375-bef5-d8330c65e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5'} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:23:17.258188 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Bound port: ef385873-2158-4b3f-ba07-03bd6b096047, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ca28f1-659e-4375-bef5-d8330c65e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5'}}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:23:17.258530 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:17.270665 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Pushing event updated for resources: {'Port': ['ID=81f190eb-a2da-4268-82c3-20b4600677ac,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:17.276504 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493c0ed-0ff6-4245-9b64-da6db2345f53 req-ea1868eb-e43f-4b74-ac04-71ea58167b43 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:17.277893 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:17.278018 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-4493c0ed-0ff6-4245-9b64-da6db2345f53 req-ea1868eb-e43f-4b74-ac04-71ea58167b43 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=e02c4e6a-9d31-4e82-9004-b986b457b8b0 HTTP/1.1" status: 200 len: 943 time: 0.0802650 May 10 17:23:17.293190 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16389503'] for floatingip, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:17.326649 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-4493c0ed-0ff6-4245-9b64-da6db2345f53 req-dce8b753-966f-437e-8b8c-df82e19f850a tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421019 May 10 17:23:17.350193 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:17.351371 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3747878 May 10 17:23:17.381882 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] For port ef385873-2158-4b3f-ba07-03bd6b096047, host hv-cinder-78638, cleared binding levels {{(pid=78664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:23:17.385198 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] For port ef385873-2158-4b3f-ba07-03bd6b096047, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ef385873-2158-4b3f-ba07-03bd6b096047,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:23:17.389431 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:17.394414 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:17.445189 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:17.445844 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:17.447157 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-c2790576-668e-4beb-b374-f074f115b810 service neutron] 10.222.0.48 "PUT /v2.0/ports/ef385873-2158-4b3f-ba07-03bd6b096047 HTTP/1.1" status: 200 len: 1093 time: 1.5577700 May 10 17:23:17.449817 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02c4e6a-9d31-4e82-9004-b986b457b8b0', 'tag': 'ef385873-2158-4b3f-ba07-03bd6b096047'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:23:17.480399 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Pushing event updated for resources: {'Port': ['ID=ef385873-2158-4b3f-ba07-03bd6b096047,revision_number=3']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:17.483660 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:17.547344 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02c4e6a-9d31-4e82-9004-b986b457b8b0', 'tag': 'ef385873-2158-4b3f-ba07-03bd6b096047', 'status': 'completed', 'code': 200} May 10 17:23:17.598415 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-cad7ecde-8e0a-4c62-abea-eee4790dc9a6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--964065852&fields=id&tenant_id=36ab77e54c50411aa55aac321de05175 HTTP/1.1" status: 200 len: 267 time: 0.0458438 May 10 17:23:17.639477 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-707f061a-c856-4f5b-8d9e-314487f1315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:17.640836 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-707f061a-c856-4f5b-8d9e-314487f1315f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e515305ff422410ea610381fba30d2fc&device_id=e02c4e6a-9d31-4e82-9004-b986b457b8b0 HTTP/1.1" status: 200 len: 1096 time: 0.1295280 May 10 17:23:17.844834 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-e2e14272-26c6-40e5-8020-9e29c16a50f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef385873-2158-4b3f-ba07-03bd6b096047 HTTP/1.1" status: 200 len: 217 time: 0.1527290 May 10 17:23:17.943159 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-b967a0b2-312f-4c3e-a274-9c8b1aa62a36 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:17.944475 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-b967a0b2-312f-4c3e-a274-9c8b1aa62a36 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/networks?id=f5b047ab-a8ae-49d7-90db-71521d6a900a HTTP/1.1" status: 200 len: 816 time: 0.3391914 May 10 17:23:17.950013 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-8589d7ae-efa7-4c1b-af68-0e73f89a4552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:17.951341 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-8589d7ae-efa7-4c1b-af68-0e73f89a4552 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=acef9462-c092-42c0-9698-840ecc5fef3f HTTP/1.1" status: 200 len: 854 time: 0.0962725 May 10 17:23:17.996566 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-f3f97988-ed46-49f7-bc52-2856ac86026b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/quotas/36ab77e54c50411aa55aac321de05175 HTTP/1.1" status: 200 len: 375 time: 0.0443270 May 10 17:23:18.003461 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-fa4b1a87-623a-45de-8200-5b7ac519626a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aa9bffe3-8180-4c64-b70e-40874a4678f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451596 May 10 17:23:18.188190 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-446240ad-79ce-44a9-abc3-9d4aee4bad12 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Synchronizing usage tracker for tenant:36ab77e54c50411aa55aac321de05175 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:23:18.192717 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-888f9999-304d-4656-ab0e-fc84af57b07f service neutron] 10.222.0.48 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591024 May 10 17:23:18.204653 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-446240ad-79ce-44a9-abc3-9d4aee4bad12 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Unset dirty status for tenant:36ab77e54c50411aa55aac321de05175 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:23:18.205767 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-446240ad-79ce-44a9-abc3-9d4aee4bad12 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=36ab77e54c50411aa55aac321de05175&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2015064 May 10 17:23:18.438350 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3585dbcb-938c-4b90-aaf4-d26dede7c806 req-05adb368-3be4-4e92-b1f7-177fc1de9e59 service neutron] 10.222.0.48 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299666 May 10 17:23:18.441354 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-182441a6-b900-4d3f-a9bd-bc67398ba952 service neutron] 10.222.0.16 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140315 May 10 17:23:18.596742 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9fa2f-4e4b-43c1-85e1-0f682b7d515b req-91779652-8971-4ddf-b9bf-853a7edf93b1 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:18.598270 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-e2a9fa2f-4e4b-43c1-85e1-0f682b7d515b req-91779652-8971-4ddf-b9bf-853a7edf93b1 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=e02c4e6a-9d31-4e82-9004-b986b457b8b0 HTTP/1.1" status: 200 len: 943 time: 0.1656499 May 10 17:23:18.619522 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-2acee480-1c22-44f1-9078-d1e8ca0c27c0 service neutron] 10.222.0.16 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721900 May 10 17:23:18.642453 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530331c7-2d49-4d6e-ba67-13d7dc65fe68 req-4b506379-ccec-4bcd-9eae-2e48840b32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:18.643909 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-530331c7-2d49-4d6e-ba67-13d7dc65fe68 req-4b506379-ccec-4bcd-9eae-2e48840b32b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e515305ff422410ea610381fba30d2fc&device_id=e02c4e6a-9d31-4e82-9004-b986b457b8b0 HTTP/1.1" status: 200 len: 1096 time: 0.0880384 May 10 17:23:18.649476 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-e2a9fa2f-4e4b-43c1-85e1-0f682b7d515b req-2ab43dc1-7509-4b4b-b3a0-68186b55c279 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455117 May 10 17:23:18.790974 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530331c7-2d49-4d6e-ba67-13d7dc65fe68 req-c79389a1-ea7b-48a2-a10d-d7664e03794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:18.792559 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-530331c7-2d49-4d6e-ba67-13d7dc65fe68 req-c79389a1-ea7b-48a2-a10d-d7664e03794d service neutron] 10.222.0.48 "GET /v2.0/networks?id=aa9bffe3-8180-4c64-b70e-40874a4678f5 HTTP/1.1" status: 200 len: 915 time: 0.1414258 May 10 17:23:18.801382 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-a5310904-ae0f-4c00-98db-2d4b54f42819 req-74f012ea-23bf-4151-aa2f-a73f412ebb45 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Synchronizing usage tracker for tenant:36ab77e54c50411aa55aac321de05175 on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:23:18.813411 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-a5310904-ae0f-4c00-98db-2d4b54f42819 req-74f012ea-23bf-4151-aa2f-a73f412ebb45 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Unset dirty status for tenant:36ab77e54c50411aa55aac321de05175 on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:23:18.814453 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a5310904-ae0f-4c00-98db-2d4b54f42819 req-74f012ea-23bf-4151-aa2f-a73f412ebb45 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 210 time: 0.0619791 May 10 17:23:18.866387 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-530331c7-2d49-4d6e-ba67-13d7dc65fe68 req-60bbc9e7-5290-4424-839b-bbbdf067ffc5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef385873-2158-4b3f-ba07-03bd6b096047 HTTP/1.1" status: 200 len: 217 time: 0.0662308 May 10 17:23:18.937412 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530331c7-2d49-4d6e-ba67-13d7dc65fe68 req-b1a18aa0-b2e6-47f3-a4f7-f19eef57321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:18.938856 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-530331c7-2d49-4d6e-ba67-13d7dc65fe68 req-b1a18aa0-b2e6-47f3-a4f7-f19eef57321c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=acef9462-c092-42c0-9698-840ecc5fef3f HTTP/1.1" status: 200 len: 854 time: 0.0619721 May 10 17:23:18.988244 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-530331c7-2d49-4d6e-ba67-13d7dc65fe68 req-3e1ba692-4155-474d-8aa1-1796f9f6c7fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aa9bffe3-8180-4c64-b70e-40874a4678f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410023 May 10 17:23:19.124455 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-530331c7-2d49-4d6e-ba67-13d7dc65fe68 req-e504433f-ef66-4831-990f-6282509e167a service neutron] 10.222.0.48 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253028 May 10 17:23:19.262605 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-530331c7-2d49-4d6e-ba67-13d7dc65fe68 req-390fd14f-baab-4ccc-8a57-908fdb519a22 service neutron] 10.222.0.48 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305134 May 10 17:23:19.834051 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089589a-58a6-4282-a85a-e21821084c9b req-7079fad8-b9f3-4a67-8b53-ea5fb6db307d tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:19.835483 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3089589a-58a6-4282-a85a-e21821084c9b req-7079fad8-b9f3-4a67-8b53-ea5fb6db307d tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=e02c4e6a-9d31-4e82-9004-b986b457b8b0 HTTP/1.1" status: 200 len: 943 time: 0.0775671 May 10 17:23:19.979279 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-747d3ba3-9ea4-453d-8ec8-ed75d2b47e7b req-e321082d-f726-40e0-b73e-2d8006960bba tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 210 time: 0.0479815 May 10 17:23:19.983504 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3089589a-58a6-4282-a85a-e21821084c9b req-e572d153-454a-414a-b030-4a8c738b2e08 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422400 May 10 17:23:20.149411 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-0d6378cb-bf5f-420c-8dcf-fd41a7c4202e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:20.150796 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-0d6378cb-bf5f-420c-8dcf-fd41a7c4202e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.48 "GET /v2.0/networks?id=f5b047ab-a8ae-49d7-90db-71521d6a900a HTTP/1.1" status: 200 len: 816 time: 0.1466587 May 10 17:23:20.209679 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-ed097980-4617-4c5c-8292-b050498fe5c1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36ab77e54c50411aa55aac321de05175 HTTP/1.1" status: 200 len: 379 time: 0.0393543 May 10 17:23:20.224671 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-832c9f01-86c8-461f-b2b3-12f4df87ac5e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Request body: {'port': {'device_id': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'admin_state_up': True, 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'security_groups': ['ae7d0fe6-46de-458b-908c-d8dd99d26ba7']}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:20.358289 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-832c9f01-86c8-461f-b2b3-12f4df87ac5e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:23:20.368312 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-832c9f01-86c8-461f-b2b3-12f4df87ac5e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:23:20.377621 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-832c9f01-86c8-461f-b2b3-12f4df87ac5e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Made reservation on behalf of 36ab77e54c50411aa55aac321de05175 for: {'port': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:23:20.380989 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-832c9f01-86c8-461f-b2b3-12f4df87ac5e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:20.515355 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device ef385873-2158-4b3f-ba07-03bd6b096047 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:23:20.538696 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-832c9f01-86c8-461f-b2b3-12f4df87ac5e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Allocated IP 172.20.0.9 (f5b047ab-a8ae-49d7-90db-71521d6a900a/28793b78-963b-491c-8dc7-3600112cdfe4/4f710fe7-f833-4c4c-be65-99412ef17a27) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:23:20.661505 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port ef385873-2158-4b3f-ba07-03bd6b096047, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ef385873-2158-4b3f-ba07-03bd6b096047,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:23:20.674406 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': 'ef385873-2158-4b3f-ba07-03bd6b096047', 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5', 'port_id': 'ef385873-2158-4b3f-ba07-03bd6b096047', 'mac_address': 'fa:16:3e:a2:8d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acef9462-c092-42c0-9698-840ecc5fef3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:23:20.722419 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-832c9f01-86c8-461f-b2b3-12f4df87ac5e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:20.730876 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:20.739111 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-832c9f01-86c8-461f-b2b3-12f4df87ac5e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Transition to ACTIVE for port object 4f710fe7-f833-4c4c-be65-99412ef17a27 will not be triggered until provisioned by entity DHCP. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:23:20.754174 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef385873-2158-4b3f-ba07-03bd6b096047 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:23:20.763432 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-832c9f01-86c8-461f-b2b3-12f4df87ac5e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:20.769542 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:20.772254 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port ef385873-2158-4b3f-ba07-03bd6b096047, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ef385873-2158-4b3f-ba07-03bd6b096047,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:23:20.776024 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:20.777732 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-df9b8831-d7a0-4c7b-bd4d-dc5c000e33fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:20.831805 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-832c9f01-86c8-461f-b2b3-12f4df87ac5e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Network f5b047ab-a8ae-49d7-90db-71521d6a900a is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:23:20.834788 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-832c9f01-86c8-461f-b2b3-12f4df87ac5e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:23:20.838607 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-832c9f01-86c8-461f-b2b3-12f4df87ac5e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:23:20.846185 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=ef385873-2158-4b3f-ba07-03bd6b096047,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:20.853951 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:20.854229 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:20.854468 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:20.854841 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:20.855120 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:20.855508 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:20.855733 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:20.856101 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:20.856371 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:20.856671 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:20.857084 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:20.857398 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:20.861216 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:20.880513 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c9f01-86c8-461f-b2b3-12f4df87ac5e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Pushing event updated for resources: {'Port': ['ID=4f710fe7-f833-4c4c-be65-99412ef17a27,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:20.889764 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-832c9f01-86c8-461f-b2b3-12f4df87ac5e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:20.920168 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-832c9f01-86c8-461f-b2b3-12f4df87ac5e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:20.921334 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-832c9f01-86c8-461f-b2b3-12f4df87ac5e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:20.948548 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-832c9f01-86c8-461f-b2b3-12f4df87ac5e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7281361 May 10 17:23:20.971052 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Request body: {'port': {'device_id': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:21.091901 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:21.092573 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-b591bf79-fb84-46b3-91c7-2f2e305d6497 None None] Provisioning for port 4f710fe7-f833-4c4c-be65-99412ef17a27 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:23:21.098340 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-b591bf79-fb84-46b3-91c7-2f2e305d6497 None None] Provisioning complete for port 4f710fe7-f833-4c4c-be65-99412ef17a27 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:23:21.098772 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-b591bf79-fb84-46b3-91c7-2f2e305d6497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:21.184590 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-b591bf79-fb84-46b3-91c7-2f2e305d6497 None None] Port 4f710fe7-f833-4c4c-be65-99412ef17a27 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:23:21.195713 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55152ef-ab86-45f1-8119-8c0184d2a93d req-4f0c16c3-bf06-44bd-99e2-933bc598c713 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:21.197412 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c55152ef-ab86-45f1-8119-8c0184d2a93d req-4f0c16c3-bf06-44bd-99e2-933bc598c713 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 931 time: 0.0858631 May 10 17:23:21.239412 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['ef385873-2158-4b3f-ba07-03bd6b096047'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:23:21.243828 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-c55152ef-ab86-45f1-8119-8c0184d2a93d req-4518ed20-c789-4b0a-ba4c-9a48f5f83e4c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Synchronizing usage tracker for tenant:36ab77e54c50411aa55aac321de05175 on resource:security_group {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:23:21.259715 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-c55152ef-ab86-45f1-8119-8c0184d2a93d req-4518ed20-c789-4b0a-ba4c-9a48f5f83e4c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Unset dirty status for tenant:36ab77e54c50411aa55aac321de05175 on resource:security_group {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:23:21.261329 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c55152ef-ab86-45f1-8119-8c0184d2a93d req-4518ed20-c789-4b0a-ba4c-9a48f5f83e4c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572386 May 10 17:23:21.299850 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9557c-ff4c-4106-a36c-8b731a8e5ff4 req-ea289d04-8ae5-4da1-b271-7139d485a540 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:21.301314 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a2f9557c-ff4c-4106-a36c-8b731a8e5ff4 req-ea289d04-8ae5-4da1-b271-7139d485a540 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=e02c4e6a-9d31-4e82-9004-b986b457b8b0 HTTP/1.1" status: 200 len: 944 time: 0.1956201 May 10 17:23:21.426140 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a2f9557c-ff4c-4106-a36c-8b731a8e5ff4 req-472afe9b-ee99-4435-b81c-6cad816af83f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141665 May 10 17:23:21.545098 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f710fe7-f833-4c4c-be65-99412ef17a27 {{(pid=78664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:23:21.551958 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:21.565876 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Transition to ACTIVE for port object 4f710fe7-f833-4c4c-be65-99412ef17a27 will not be triggered until provisioned by entity L2. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:23:21.569481 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:21.573228 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-18fd17b3-3da2-45e0-86d6-a2eeb538915d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:21.722711 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Pushing event updated for resources: {'Port': ['ID=4f710fe7-f833-4c4c-be65-99412ef17a27,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:21.733730 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:21.885711 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Attempting to bind port 4f710fe7-f833-4c4c-be65-99412ef17a27 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:23:21.886036 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Attempting to bind port 4f710fe7-f833-4c4c-be65-99412ef17a27 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '21323863-531d-46a0-afc2-7c859e5588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a'}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:23:21.886355 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Attempting to bind port 4f710fe7-f833-4c4c-be65-99412ef17a27 on network f5b047ab-a8ae-49d7-90db-71521d6a900a {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:23:21.891525 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Port 4f710fe7-f833-4c4c-be65-99412ef17a27 on network f5b047ab-a8ae-49d7-90db-71521d6a900a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:23:21.891783 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Attempting to bind port 4f710fe7-f833-4c4c-be65-99412ef17a27 on network f5b047ab-a8ae-49d7-90db-71521d6a900a {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:23:21.896724 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:23:21.897081 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Checking segment: {'id': '21323863-531d-46a0-afc2-7c859e5588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:23:21.897452 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Bound using segment: {'id': '21323863-531d-46a0-afc2-7c859e5588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a'} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:23:21.897862 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Bound port: 4f710fe7-f833-4c4c-be65-99412ef17a27, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21323863-531d-46a0-afc2-7c859e5588e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a'}}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:23:21.898195 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:21.987979 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] For port 4f710fe7-f833-4c4c-be65-99412ef17a27, host hv-cinder-78638, cleared binding levels {{(pid=78664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:23:21.990908 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] For port 4f710fe7-f833-4c4c-be65-99412ef17a27, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4f710fe7-f833-4c4c-be65-99412ef17a27,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:23:21.995297 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:21.999295 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:22.049759 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:22.050287 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:22.051654 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] 10.222.0.48 "PUT /v2.0/ports/4f710fe7-f833-4c4c-be65-99412ef17a27 HTTP/1.1" status: 200 len: 1093 time: 1.0850506 May 10 17:23:22.054029 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'tag': '4f710fe7-f833-4c4c-be65-99412ef17a27'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:23:22.083195 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Pushing event updated for resources: {'Port': ['ID=4f710fe7-f833-4c4c-be65-99412ef17a27,revision_number=3']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:22.086346 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:22.106409 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'tag': '4f710fe7-f833-4c4c-be65-99412ef17a27', 'status': 'completed', 'code': 200} May 10 17:23:22.211077 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-231391e8-7346-4862-9cff-f7cff2792959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:22.212569 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-231391e8-7346-4862-9cff-f7cff2792959 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36ab77e54c50411aa55aac321de05175&device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 1096 time: 0.0755084 May 10 17:23:22.288512 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-2d5e5fc8-b42b-49a1-9503-c92f09a1f682 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f710fe7-f833-4c4c-be65-99412ef17a27 HTTP/1.1" status: 200 len: 217 time: 0.0605152 May 10 17:23:22.352504 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-48b4a764-9320-4c91-ad47-fd76ff823e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:22.353908 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-48b4a764-9320-4c91-ad47-fd76ff823e09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28793b78-963b-491c-8dc7-3600112cdfe4 HTTP/1.1" status: 200 len: 855 time: 0.0591264 May 10 17:23:22.492336 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-f7bf7ccb-ba68-4d2e-aec4-e07fe1bc60e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:22.493819 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-f7bf7ccb-ba68-4d2e-aec4-e07fe1bc60e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5b047ab-a8ae-49d7-90db-71521d6a900a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1284597 May 10 17:23:22.504718 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9673b-11a3-458b-aae3-7ebda0a0a5d9 req-f6efbc7b-7645-4849-845f-539e6aa2cde7 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:22.505471 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-5ce9673b-11a3-458b-aae3-7ebda0a0a5d9 req-f6efbc7b-7645-4849-845f-539e6aa2cde7 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Synchronizing usage tracker for tenant:36ab77e54c50411aa55aac321de05175 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:23:22.524607 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device ef385873-2158-4b3f-ba07-03bd6b096047 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:23:22.595865 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port ef385873-2158-4b3f-ba07-03bd6b096047 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:23:22.599208 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-5ce9673b-11a3-458b-aae3-7ebda0a0a5d9 req-f6efbc7b-7645-4849-845f-539e6aa2cde7 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Unset dirty status for tenant:36ab77e54c50411aa55aac321de05175 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:23:22.600353 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5ce9673b-11a3-458b-aae3-7ebda0a0a5d9 req-f6efbc7b-7645-4849-845f-539e6aa2cde7 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.2062101 May 10 17:23:22.601529 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port ef385873-2158-4b3f-ba07-03bd6b096047 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:23:22.601915 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:22.617740 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec575d5b-05ee-4493-8c38-6fc424cc2055 req-5e2b1b63-6a4f-4621-896e-7df38cb323c2 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:22.619347 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ec575d5b-05ee-4493-8c38-6fc424cc2055 req-5e2b1b63-6a4f-4621-896e-7df38cb323c2 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=e02c4e6a-9d31-4e82-9004-b986b457b8b0 HTTP/1.1" status: 200 len: 944 time: 0.0870044 May 10 17:23:22.673697 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ec575d5b-05ee-4493-8c38-6fc424cc2055 req-83815ab8-2a5f-4825-ac55-881227210fb3 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466678 May 10 17:23:22.680780 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5ce9673b-11a3-458b-aae3-7ebda0a0a5d9 req-022f5d30-b20b-49f1-ae17-7781b6b7013a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731497 May 10 17:23:22.682739 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-0b9ceccb-1fe0-41b6-8fdf-2039c695fd97 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738098 May 10 17:23:22.722660 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:22.748728 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02c4e6a-9d31-4e82-9004-b986b457b8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef385873-2158-4b3f-ba07-03bd6b096047'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:23:22.758484 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port ef385873-2158-4b3f-ba07-03bd6b096047, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ef385873-2158-4b3f-ba07-03bd6b096047,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:23:22.764093 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:22.767734 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:22.813044 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02c4e6a-9d31-4e82-9004-b986b457b8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef385873-2158-4b3f-ba07-03bd6b096047', 'code': 200} May 10 17:23:22.839009 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fe330b2a-af2f-4153-b13d-0c4b686781ec req-36869321-4350-49db-867f-d5f92342cb7a service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451273 May 10 17:23:22.845304 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=ef385873-2158-4b3f-ba07-03bd6b096047,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:22.848230 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:23.042998 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba751a6-2e85-45e5-ac4b-bfe41b0fb6d5 req-397e7242-0af4-4c85-b408-af692b3c6045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:23.044447 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8ba751a6-2e85-45e5-ac4b-bfe41b0fb6d5 req-397e7242-0af4-4c85-b408-af692b3c6045 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36ab77e54c50411aa55aac321de05175&device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 1096 time: 0.0707335 May 10 17:23:23.104153 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df665f-ca0f-4247-9e68-cc965f916581 req-a1b4132f-aa98-4baa-bc39-48d44ecb8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:23.105575 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-60df665f-ca0f-4247-9e68-cc965f916581 req-a1b4132f-aa98-4baa-bc39-48d44ecb8b32 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e02c4e6a-9d31-4e82-9004-b986b457b8b0 HTTP/1.1" status: 200 len: 1098 time: 0.0697932 May 10 17:23:23.150130 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-60df665f-ca0f-4247-9e68-cc965f916581 req-a6010149-c365-426f-ae85-edd56073641b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351238 May 10 17:23:23.177137 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba751a6-2e85-45e5-ac4b-bfe41b0fb6d5 req-56561e16-4880-447c-bf5b-fb431ea0f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:23.178581 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8ba751a6-2e85-45e5-ac4b-bfe41b0fb6d5 req-56561e16-4880-447c-bf5b-fb431ea0f828 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5b047ab-a8ae-49d7-90db-71521d6a900a HTTP/1.1" status: 200 len: 917 time: 0.1256001 May 10 17:23:23.553369 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8ba751a6-2e85-45e5-ac4b-bfe41b0fb6d5 req-9ad579b7-4a0e-447f-94b7-43d43b7071b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f710fe7-f833-4c4c-be65-99412ef17a27 HTTP/1.1" status: 200 len: 217 time: 0.0629830 May 10 17:23:23.622836 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba751a6-2e85-45e5-ac4b-bfe41b0fb6d5 req-8de1e62f-c888-4fc2-8d02-c4500f5a616a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:23.624778 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8ba751a6-2e85-45e5-ac4b-bfe41b0fb6d5 req-8de1e62f-c888-4fc2-8d02-c4500f5a616a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28793b78-963b-491c-8dc7-3600112cdfe4 HTTP/1.1" status: 200 len: 855 time: 0.0550072 May 10 17:23:23.700519 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba751a6-2e85-45e5-ac4b-bfe41b0fb6d5 req-4d6fd889-711a-452f-adbe-8fab737592e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:23.701993 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8ba751a6-2e85-45e5-ac4b-bfe41b0fb6d5 req-4d6fd889-711a-452f-adbe-8fab737592e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5b047ab-a8ae-49d7-90db-71521d6a900a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700676 May 10 17:23:23.887078 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8ba751a6-2e85-45e5-ac4b-bfe41b0fb6d5 req-46a006b2-79f7-4eb1-ac46-4eb2db97ac57 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767614 May 10 17:23:23.892966 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c627c-9d4d-46df-8483-316fdef35556 req-edd410a7-48c0-40b4-86e0-2f0a461ec49e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:23.894466 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6c1c627c-9d4d-46df-8483-316fdef35556 req-edd410a7-48c0-40b4-86e0-2f0a461ec49e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.0834990 May 10 17:23:23.926316 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7035e-0a76-45d2-89b8-8312f2972495 req-030e37a1-6ce6-45c9-8c40-9992e5b0f75e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:23.927738 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-95d7035e-0a76-45d2-89b8-8312f2972495 req-030e37a1-6ce6-45c9-8c40-9992e5b0f75e tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=e02c4e6a-9d31-4e82-9004-b986b457b8b0 HTTP/1.1" status: 200 len: 945 time: 0.1404438 May 10 17:23:23.940737 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6c1c627c-9d4d-46df-8483-316fdef35556 req-39535fd1-6d37-4f94-bbb7-e885e2988789 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406139 May 10 17:23:24.121499 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-95d7035e-0a76-45d2-89b8-8312f2972495 req-64d4c8a6-659b-48f3-bd4e-708584346cc3 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681224 May 10 17:23:24.142904 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8ba751a6-2e85-45e5-ac4b-bfe41b0fb6d5 req-f20c6a06-45c3-4e6d-8ff4-2885c0d025f8 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463632 May 10 17:23:24.245110 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:23:25.128202 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9ca9f-c16b-4daa-b11f-77d74e0b56cd req-4dbe712e-5971-4fe6-8407-86696c4bc658 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:25.129694 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a8b9ca9f-c16b-4daa-b11f-77d74e0b56cd req-4dbe712e-5971-4fe6-8407-86696c4bc658 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.0786972 May 10 17:23:25.177365 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a8b9ca9f-c16b-4daa-b11f-77d74e0b56cd req-511ea4d3-639b-4823-8eb8-a4b8b5bf5b95 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419497 May 10 17:23:25.302173 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d757be5-c878-4ef5-bd3b-58763fbce2a8 req-4e85e48d-2c23-4d57-b63b-cc9b5a256a04 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:25.303620 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3d757be5-c878-4ef5-bd3b-58763fbce2a8 req-4e85e48d-2c23-4d57-b63b-cc9b5a256a04 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=e02c4e6a-9d31-4e82-9004-b986b457b8b0 HTTP/1.1" status: 200 len: 945 time: 0.0794990 May 10 17:23:25.348034 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3d757be5-c878-4ef5-bd3b-58763fbce2a8 req-73dfec85-04e8-4513-a908-bfdbed9d72a1 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388227 May 10 17:23:25.772691 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9758eb4-ac77-4cdf-9edf-775130878902 req-1ca956b2-b1c2-4673-a6d8-ee190480d1ac tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:25.774433 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c9758eb4-ac77-4cdf-9edf-775130878902 req-1ca956b2-b1c2-4673-a6d8-ee190480d1ac tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.0939848 May 10 17:23:25.821296 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c9758eb4-ac77-4cdf-9edf-775130878902 req-ced347a8-43f6-4611-a547-920f497f2f10 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393081 May 10 17:23:26.366928 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57671153-ebbf-49bf-a00d-e63bd79d135e req-8d8684d6-ca6d-414b-9477-e7fb80873a62 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:26.368393 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-57671153-ebbf-49bf-a00d-e63bd79d135e req-8d8684d6-ca6d-414b-9477-e7fb80873a62 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.0801404 May 10 17:23:26.412679 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-57671153-ebbf-49bf-a00d-e63bd79d135e req-9eeacc9e-3b45-4152-a2cc-f626f459f6ae tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383620 May 10 17:23:26.563212 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 4f710fe7-f833-4c4c-be65-99412ef17a27 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:23:26.695505 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 4f710fe7-f833-4c4c-be65-99412ef17a27, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4f710fe7-f833-4c4c-be65-99412ef17a27,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:23:26.708068 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '4f710fe7-f833-4c4c-be65-99412ef17a27', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'port_id': '4f710fe7-f833-4c4c-be65-99412ef17a27', 'mac_address': 'fa:16:3e:bb:36:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:23:26.761160 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:26.777384 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f710fe7-f833-4c4c-be65-99412ef17a27 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:23:26.793141 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 4f710fe7-f833-4c4c-be65-99412ef17a27, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4f710fe7-f833-4c4c-be65-99412ef17a27,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:23:26.799882 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:26.801629 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:26.870674 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=4f710fe7-f833-4c4c-be65-99412ef17a27,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:26.873786 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:27.028679 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33974945-1a6e-451a-9e79-32aabc84e233 req-0d11270c-c525-4a4d-bcbd-26eff9fca390 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:27.030120 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-33974945-1a6e-451a-9e79-32aabc84e233 req-0d11270c-c525-4a4d-bcbd-26eff9fca390 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.0822272 May 10 17:23:27.075289 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-33974945-1a6e-451a-9e79-32aabc84e233 req-0ecbf91d-06ec-4d54-b70c-f52fe6f25f2f tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387475 May 10 17:23:27.293382 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['4f710fe7-f833-4c4c-be65-99412ef17a27'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:23:27.653755 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa15ba-d6d3-4b80-8c16-84026c75f8ff req-45113656-4c92-4360-ac5b-cf4fda7d29ef tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:27.655510 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-67fa15ba-d6d3-4b80-8c16-84026c75f8ff req-45113656-4c92-4360-ac5b-cf4fda7d29ef tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 944 time: 0.0865660 May 10 17:23:27.775613 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-67fa15ba-d6d3-4b80-8c16-84026c75f8ff req-d7482a8b-c9b7-4d11-91d4-a3939d03176d tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136212 May 10 17:23:28.260198 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08063329-50fa-47ac-93ae-0b45d66f2226 req-1400fd93-937f-462d-81e6-981818564782 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:28.261647 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-08063329-50fa-47ac-93ae-0b45d66f2226 req-1400fd93-937f-462d-81e6-981818564782 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.0818565 May 10 17:23:28.306078 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-08063329-50fa-47ac-93ae-0b45d66f2226 req-24110dda-7422-42bb-9816-b6fa34a52d00 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388274 May 10 17:23:28.564046 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 4f710fe7-f833-4c4c-be65-99412ef17a27 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:23:28.633809 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port 4f710fe7-f833-4c4c-be65-99412ef17a27 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:23:28.638453 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 4f710fe7-f833-4c4c-be65-99412ef17a27 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:23:28.638828 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:28.762049 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:28.790853 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f710fe7-f833-4c4c-be65-99412ef17a27'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:23:28.800683 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 4f710fe7-f833-4c4c-be65-99412ef17a27, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4f710fe7-f833-4c4c-be65-99412ef17a27,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:23:28.805672 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:28.808491 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:28.827393 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed310a-10bf-42bf-a47c-28ecebbd3296 req-734e3895-ab54-4344-a3de-3654f9fa0b82 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:28.829559 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2eed310a-10bf-42bf-a47c-28ecebbd3296 req-734e3895-ab54-4344-a3de-3654f9fa0b82 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1053984 May 10 17:23:28.853523 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f710fe7-f833-4c4c-be65-99412ef17a27', 'code': 200} May 10 17:23:28.891113 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=4f710fe7-f833-4c4c-be65-99412ef17a27,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:28.894523 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:28.992615 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-2eed310a-10bf-42bf-a47c-28ecebbd3296 req-ce19de95-09bc-4539-afa9-1d2037e3099c tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Deleting port 46008e54-f42d-458c-8cd8-ecf3bf263399 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:23:28.992973 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-2eed310a-10bf-42bf-a47c-28ecebbd3296 req-ce19de95-09bc-4539-afa9-1d2037e3099c tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:28.993175 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ba3ca-f768-433d-a08d-59cc9dc5b927 req-f0ac43ab-d626-4955-a397-27a14aeb2b0e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:28.994670 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-304ba3ca-f768-433d-a08d-59cc9dc5b927 req-f0ac43ab-d626-4955-a397-27a14aeb2b0e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.0967910 May 10 17:23:29.049502 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-304ba3ca-f768-433d-a08d-59cc9dc5b927 req-1ae85c3d-c2a4-4815-a727-1c22f80089fc tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480917 May 10 17:23:29.129364 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-2eed310a-10bf-42bf-a47c-28ecebbd3296 req-ce19de95-09bc-4539-afa9-1d2037e3099c tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] For port 46008e54-f42d-458c-8cd8-ecf3bf263399, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=46008e54-f42d-458c-8cd8-ecf3bf263399,segment=NetworkSegment(85b78c56-b6e9-4d4a-b4be-144ef07f4679),segment_id=85b78c56-b6e9-4d4a-b4be-144ef07f4679)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:23:29.129722 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-2eed310a-10bf-42bf-a47c-28ecebbd3296 req-ce19de95-09bc-4539-afa9-1d2037e3099c tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:29.200347 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca44988-d6ab-4598-8ae8-aa0e1f3c07f3 req-6f77e1c4-4a06-4f93-87c1-0053abbf8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:29.201783 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0ca44988-d6ab-4598-8ae8-aa0e1f3c07f3 req-6f77e1c4-4a06-4f93-87c1-0053abbf8c28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 1098 time: 0.0699811 May 10 17:23:29.243837 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0ca44988-d6ab-4598-8ae8-aa0e1f3c07f3 req-43160287-dec5-4127-b781-c8ac89589e76 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340421 May 10 17:23:29.454491 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-2eed310a-10bf-42bf-a47c-28ecebbd3296 req-ce19de95-09bc-4539-afa9-1d2037e3099c tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:29.454834 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-2eed310a-10bf-42bf-a47c-28ecebbd3296 req-ce19de95-09bc-4539-afa9-1d2037e3099c tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16389503'] for floatingip, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:29.455145 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.l3_db [req-2eed310a-10bf-42bf-a47c-28ecebbd3296 req-ce19de95-09bc-4539-afa9-1d2037e3099c tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Floating IP 5a9011da-7a32-42f8-9b09-b9e01fd8363f disassociated. External IP: 172.27.0.152, port: 46008e54-f42d-458c-8cd8-ecf3bf263399. May 10 17:23:29.455481 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-2eed310a-10bf-42bf-a47c-28ecebbd3296 req-ce19de95-09bc-4539-afa9-1d2037e3099c tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Calling delete_port for 46008e54-f42d-458c-8cd8-ecf3bf263399 owned by compute:nova {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:23:29.519084 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd387d-e0bc-4cb9-bdfd-916ce80e9564 req-41c73813-9acf-4653-84cf-1a1822b167b6 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:29.520441 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-41cd387d-e0bc-4cb9-bdfd-916ce80e9564 req-41c73813-9acf-4653-84cf-1a1822b167b6 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 945 time: 0.1072435 May 10 17:23:29.606918 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-41cd387d-e0bc-4cb9-bdfd-916ce80e9564 req-bc896c71-523a-46a7-a046-ae0e64db9f17 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=1eeb99f4-f523-498f-a39c-0fb32ec716a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773847 May 10 17:23:29.632082 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-2eed310a-10bf-42bf-a47c-28ecebbd3296 req-ce19de95-09bc-4539-afa9-1d2037e3099c tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:29.638907 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-34c219f8-31bf-45e2-88d6-11bbd6c934a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:29.686382 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19de95-09bc-4539-afa9-1d2037e3099c tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Pushing event deleted for resources: {'Port': ['ID=46008e54-f42d-458c-8cd8-ecf3bf263399,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:29.689871 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ce19de95-09bc-4539-afa9-1d2037e3099c tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:29.946905 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2eed310a-10bf-42bf-a47c-28ecebbd3296 req-ce19de95-09bc-4539-afa9-1d2037e3099c tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Router a4aa901b-9f28-441a-8b09-6124090251c7 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:23:30.128195 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2eed310a-10bf-42bf-a47c-28ecebbd3296 req-ce19de95-09bc-4539-afa9-1d2037e3099c tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:23:30.137863 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48042986-35c4-40cf-bcd4-9b2ffcd82dc3 None None] Sync routers for ids ['a4aa901b-9f28-441a-8b09-6124090251c7'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:23:30.149847 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48042986-35c4-40cf-bcd4-9b2ffcd82dc3 None None] Routers {'a4aa901b-9f28-441a-8b09-6124090251c7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:23:30.150767 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-48042986-35c4-40cf-bcd4-9b2ffcd82dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:23:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['a4aa901b-9f28-441a-8b09-6124090251c7'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:23:30.204193 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eed310a-10bf-42bf-a47c-28ecebbd3296 req-ce19de95-09bc-4539-afa9-1d2037e3099c tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] No DVR routers for this DVR port 46008e54-f42d-458c-8cd8-ecf3bf263399 on host hv-cinder-78638 {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:23:30.206816 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-2eed310a-10bf-42bf-a47c-28ecebbd3296 req-ce19de95-09bc-4539-afa9-1d2037e3099c tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:30.209558 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcdd687-228f-4b6b-a5fd-46bc936dd134', 'name': 'network-vif-deleted', 'tag': '46008e54-f42d-458c-8cd8-ecf3bf263399'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:23:30.226047 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2eed310a-10bf-42bf-a47c-28ecebbd3296 req-ce19de95-09bc-4539-afa9-1d2037e3099c tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.48 "DELETE /v2.0/ports/46008e54-f42d-458c-8cd8-ecf3bf263399 HTTP/1.1" status: 204 len: 173 time: 1.3677988 May 10 17:23:30.265064 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bd3b0-6014-4619-a30b-107bdba012d5 req-75d175b0-17d9-45cf-ba14-234a3a2bb296 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:30.267717 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-424bd3b0-6014-4619-a30b-107bdba012d5 req-75d175b0-17d9-45cf-ba14-234a3a2bb296 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.0987923 May 10 17:23:30.270723 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcdd687-228f-4b6b-a5fd-46bc936dd134', 'name': 'network-vif-deleted', 'tag': '46008e54-f42d-458c-8cd8-ecf3bf263399', 'status': 'completed', 'code': 200} May 10 17:23:30.316974 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-424bd3b0-6014-4619-a30b-107bdba012d5 req-722b7826-612c-43e5-8673-667413d1f442 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397792 May 10 17:23:30.341225 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-48042986-35c4-40cf-bcd4-9b2ffcd82dc3 None None] Set router a4aa901b-9f28-441a-8b09-6124090251c7 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:23:30.669252 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-48042986-35c4-40cf-bcd4-9b2ffcd82dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '01d4b51c-466b-4c50-ac0e-f78659b11c4f', 'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'mac_address': 'fa:16:3e:3b:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:39Z', 'updated_at': '2021-05-10T17:18:56Z', 'revision_number': 5, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'subnets': [{'id': 'db28a517-7717-4b21-84d2-bf190df65817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:23:30.673080 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48042986-35c4-40cf-bcd4-9b2ffcd82dc3 None None] Checking router: a4aa901b-9f28-441a-8b09-6124090251c7 for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:23:30.681307 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48042986-35c4-40cf-bcd4-9b2ffcd82dc3 None None] Routers {'a4aa901b-9f28-441a-8b09-6124090251c7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:23:30.681919 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-48042986-35c4-40cf-bcd4-9b2ffcd82dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:23:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['a4aa901b-9f28-441a-8b09-6124090251c7'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:23:30.778260 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-5b56b5b0-6506-4b2c-b7b5-2c0dfec9a0de req-08f6f4d7-b82d-44d7-8763-eacda7e9b643 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Synchronizing usage tracker for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:23:30.794467 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-5b56b5b0-6506-4b2c-b7b5-2c0dfec9a0de req-08f6f4d7-b82d-44d7-8763-eacda7e9b643 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Unset dirty status for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:23:30.795977 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5b56b5b0-6506-4b2c-b7b5-2c0dfec9a0de req-08f6f4d7-b82d-44d7-8763-eacda7e9b643 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bcdd687-228f-4b6b-a5fd-46bc936dd134 HTTP/1.1" status: 200 len: 210 time: 0.0631640 May 10 17:23:30.860028 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-48042986-35c4-40cf-bcd4-9b2ffcd82dc3 None None] Set router a4aa901b-9f28-441a-8b09-6124090251c7 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:23:31.177450 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-48042986-35c4-40cf-bcd4-9b2ffcd82dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '01d4b51c-466b-4c50-ac0e-f78659b11c4f', 'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'mac_address': 'fa:16:3e:3b:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:39Z', 'updated_at': '2021-05-10T17:18:56Z', 'revision_number': 5, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'subnets': [{'id': 'db28a517-7717-4b21-84d2-bf190df65817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:23:31.181309 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48042986-35c4-40cf-bcd4-9b2ffcd82dc3 None None] The sync data for ids ['a4aa901b-9f28-441a-8b09-6124090251c7'] in dv-cinder-786385-3-iscsi is: [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '01d4b51c-466b-4c50-ac0e-f78659b11c4f', 'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'mac_address': 'fa:16:3e:3b:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:39Z', 'updated_at': '2021-05-10T17:18:56Z', 'revision_number': 5, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'subnets': [{'id': 'db28a517-7717-4b21-84d2-bf190df65817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:23:31.395559 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b96796-8bf8-44fc-8d92-4ef3e7b8edcc None None] New status for floating IP 5a9011da-7a32-42f8-9b09-b9e01fd8363f: DOWN {{(pid=78666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:23:31.503072 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb265ed-7b03-464d-b7e7-977e05e50845 req-e8bf8124-9e04-44cc-b6d8-c5bdbce986d9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:31.504462 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6eb265ed-7b03-464d-b7e7-977e05e50845 req-e8bf8124-9e04-44cc-b6d8-c5bdbce986d9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.0786819 May 10 17:23:31.549673 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6eb265ed-7b03-464d-b7e7-977e05e50845 req-1de3971d-9164-4c25-b711-8231bb981eba tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394001 May 10 17:23:31.732801 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7226c5-735b-444c-9181-3a2a351610c1 req-b640a04d-b007-49fd-b677-a91d981a64ca tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:31.734800 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1a7226c5-735b-444c-9181-3a2a351610c1 req-b640a04d-b007-49fd-b677-a91d981a64ca tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.0779114 May 10 17:23:31.743208 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 53568) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:31.748281 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-b044c236-ac4a-460c-b332-a7cf2dbb1805 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Request body: {'floatingip': {'port_id': '4f710fe7-f833-4c4c-be65-99412ef17a27'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:31.825661 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b044c236-ac4a-460c-b332-a7cf2dbb1805 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for floatingip, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:31.920126 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53576) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:31.987418 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb396-5cd3-4cec-a626-9d03b78af8a8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:32.017675 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb396-5cd3-4cec-a626-9d03b78af8a8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:32.080398 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb396-5cd3-4cec-a626-9d03b78af8a8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:32.085380 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-99a3d129-1aa8-4414-9126-4c572521f66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:32.099833 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fb396-5cd3-4cec-a626-9d03b78af8a8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eeb99f4-f523-498f-a39c-0fb32ec716a0,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:32.102496 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-5b3fb396-5cd3-4cec-a626-9d03b78af8a8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:32.111203 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb396-5cd3-4cec-a626-9d03b78af8a8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:32.114933 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-5b3fb396-5cd3-4cec-a626-9d03b78af8a8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "DELETE /v2.0/security-groups/1eeb99f4-f523-498f-a39c-0fb32ec716a0 HTTP/1.1" status: 204 len: 168 time: 0.1912272 May 10 17:23:32.115276 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53582) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:32.131854 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.api.v2.resource [None req-76b48565-06b5-4dce-9845-bcf4daa6d9cf tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] show failed (client error): The resource could not be found. May 10 17:23:32.132842 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-76b48565-06b5-4dce-9845-bcf4daa6d9cf tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups/1eeb99f4-f523-498f-a39c-0fb32ec716a0 HTTP/1.1" status: 404 len: 347 time: 0.0166526 May 10 17:23:32.135773 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53586) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:32.407210 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b044c236-ac4a-460c-b332-a7cf2dbb1805 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:32.411137 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b044c236-ac4a-460c-b332-a7cf2dbb1805 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16389503'] for floatingip, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:32.429447 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-5f05f89e-12fa-4163-b392-bfdb1dac4bc7 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Deleting port f4639435-6693-4016-b646-c1ccd4ca5684 {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:23:32.429789 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5f05f89e-12fa-4163-b392-bfdb1dac4bc7 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:32.545657 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5f05f89e-12fa-4163-b392-bfdb1dac4bc7 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:32.546371 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5f05f89e-12fa-4163-b392-bfdb1dac4bc7 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:32.558537 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 46008e54-f42d-458c-8cd8-ecf3bf263399 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:23:32.597850 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: 46008e54-f42d-458c-8cd8-ecf3bf263399 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:23:32.598214 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 46008e54-f42d-458c-8cd8-ecf3bf263399 not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:23:32.673966 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-5f05f89e-12fa-4163-b392-bfdb1dac4bc7 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Calling delete_port for f4639435-6693-4016-b646-c1ccd4ca5684 owned by network:floatingip {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:23:32.677584 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.l3_db [None req-b044c236-ac4a-460c-b332-a7cf2dbb1805 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Floating IP 8e274007-b290-496b-9cac-db3bf0531963 associated. External IP: 172.27.0.177, port: 4f710fe7-f833-4c4c-be65-99412ef17a27. May 10 17:23:32.789360 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5f05f89e-12fa-4163-b392-bfdb1dac4bc7 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:32.793759 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-862c0965-f7f7-412e-b831-5e9ce784c7bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:32.837411 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05f89e-12fa-4163-b392-bfdb1dac4bc7 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Pushing event deleted for resources: {'Port': ['ID=f4639435-6693-4016-b646-c1ccd4ca5684,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:32.868695 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-5f05f89e-12fa-4163-b392-bfdb1dac4bc7 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:32.930717 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5f05f89e-12fa-4163-b392-bfdb1dac4bc7 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for floatingip, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:32.948610 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5f05f89e-12fa-4163-b392-bfdb1dac4bc7 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:32.949787 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-5f05f89e-12fa-4163-b392-bfdb1dac4bc7 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "DELETE /v2.0/floatingips/5a9011da-7a32-42f8-9b09-b9e01fd8363f HTTP/1.1" status: 204 len: 168 time: 0.8131545 May 10 17:23:33.041403 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b044c236-ac4a-460c-b332-a7cf2dbb1805 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Router 56b3889e-12bf-47d0-91b1-33e845d83cf4 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:23:33.219342 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b044c236-ac4a-460c-b332-a7cf2dbb1805 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:23:33.223310 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b044c236-ac4a-460c-b332-a7cf2dbb1805 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:33.228838 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a689b4-58d3-4057-b5e3-f0d04852f386 None None] Sync routers for ids ['56b3889e-12bf-47d0-91b1-33e845d83cf4'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:23:33.238134 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a689b4-58d3-4057-b5e3-f0d04852f386 None None] Routers {'56b3889e-12bf-47d0-91b1-33e845d83cf4'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:23:33.238781 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-44a689b4-58d3-4057-b5e3-f0d04852f386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:23:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['56b3889e-12bf-47d0-91b1-33e845d83cf4'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:23:33.275873 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-b044c236-ac4a-460c-b332-a7cf2dbb1805 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "PUT /v2.0/floatingips/8e274007-b290-496b-9cac-db3bf0531963 HTTP/1.1" status: 200 len: 991 time: 1.5315473 May 10 17:23:33.276503 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'tag': '4f710fe7-f833-4c4c-be65-99412ef17a27'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:23:33.351188 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53600) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:33.357163 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-5b35ac04-25f8-4540-b5f4-3a5a7c809511 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1368441478', 'description': 'tempest-description--1346401421'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:33.366449 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-5b35ac04-25f8-4540-b5f4-3a5a7c809511 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:23:33.371533 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-5b35ac04-25f8-4540-b5f4-3a5a7c809511 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Usage tracker for resource:security_group and tenant:62136d7f0f71473ab7a5bef1cbdb2804 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:23:33.374701 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-5b35ac04-25f8-4540-b5f4-3a5a7c809511 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:23:33.380955 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-5b35ac04-25f8-4540-b5f4-3a5a7c809511 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:23:33.393619 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5b35ac04-25f8-4540-b5f4-3a5a7c809511 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:33.402837 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'tag': '4f710fe7-f833-4c4c-be65-99412ef17a27', 'status': 'completed', 'code': 200} May 10 17:23:33.414322 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-5b35ac04-25f8-4540-b5f4-3a5a7c809511 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:23:33.418091 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-5b35ac04-25f8-4540-b5f4-3a5a7c809511 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Usage tracker for resource:security_group_rule and tenant:62136d7f0f71473ab7a5bef1cbdb2804 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:23:33.420926 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-5b35ac04-25f8-4540-b5f4-3a5a7c809511 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:23:33.423928 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-44a689b4-58d3-4057-b5e3-f0d04852f386 None None] Set router 56b3889e-12bf-47d0-91b1-33e845d83cf4 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:23:33.426577 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-5b35ac04-25f8-4540-b5f4-3a5a7c809511 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:23:33.497753 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5b35ac04-25f8-4540-b5f4-3a5a7c809511 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:33.503112 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5b35ac04-25f8-4540-b5f4-3a5a7c809511 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:33.506877 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-129d6504-2510-4432-8166-11dae802ca13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:33.550286 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35ac04-25f8-4540-b5f4-3a5a7c809511 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f6363c-a09e-4c0f-924e-c606883a4f96,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:33.553900 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-5b35ac04-25f8-4540-b5f4-3a5a7c809511 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:33.554847 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5b35ac04-25f8-4540-b5f4-3a5a7c809511 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:33.556062 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-5b35ac04-25f8-4540-b5f4-3a5a7c809511 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2038939 May 10 17:23:33.559173 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53604) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:33.564620 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-25fc4c74-4b3a-48c0-9030-13b89014e594 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Request body: {'security_group_rule': {'security_group_id': 'e3f6363c-a09e-4c0f-924e-c606883a4f96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:33.570626 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-25fc4c74-4b3a-48c0-9030-13b89014e594 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:23:33.574465 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-25fc4c74-4b3a-48c0-9030-13b89014e594 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Usage tracker for resource:security_group_rule and tenant:62136d7f0f71473ab7a5bef1cbdb2804 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:23:33.577367 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-25fc4c74-4b3a-48c0-9030-13b89014e594 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:23:33.580575 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39255f2d-682e-46dc-8023-838bda5d26e3 req-fc453e3b-e1a2-49c6-b419-713934ee5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:33.583021 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-39255f2d-682e-46dc-8023-838bda5d26e3 req-fc453e3b-e1a2-49c6-b419-713934ee5035 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36ab77e54c50411aa55aac321de05175&device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 1098 time: 0.0881679 May 10 17:23:33.583148 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-25fc4c74-4b3a-48c0-9030-13b89014e594 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:23:33.604685 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-25fc4c74-4b3a-48c0-9030-13b89014e594 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:33.671274 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-25fc4c74-4b3a-48c0-9030-13b89014e594 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:33.676543 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-25fc4c74-4b3a-48c0-9030-13b89014e594 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:33.684347 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-d6260b25-430c-462e-aa9d-aad28f88806c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:33.703626 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc4c74-4b3a-48c0-9030-13b89014e594 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64efccba-4e7b-439e-b476-d049182bddce,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:33.706673 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-25fc4c74-4b3a-48c0-9030-13b89014e594 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:33.714572 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-25fc4c74-4b3a-48c0-9030-13b89014e594 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:33.719780 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-25fc4c74-4b3a-48c0-9030-13b89014e594 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1593835 May 10 17:23:33.720297 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39255f2d-682e-46dc-8023-838bda5d26e3 req-ffdbcc42-dd6d-450e-a6c0-5903bca3a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:33.720588 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53608) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:33.722214 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-39255f2d-682e-46dc-8023-838bda5d26e3 req-ffdbcc42-dd6d-450e-a6c0-5903bca3a122 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5b047ab-a8ae-49d7-90db-71521d6a900a HTTP/1.1" status: 200 len: 917 time: 0.1339958 May 10 17:23:33.728884 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-03f0dcfb-4ca9-45a6-ad26-1e047698c19e tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Request body: {'security_group_rule': {'security_group_id': 'e3f6363c-a09e-4c0f-924e-c606883a4f96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:33.735608 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-03f0dcfb-4ca9-45a6-ad26-1e047698c19e tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:23:33.739667 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-03f0dcfb-4ca9-45a6-ad26-1e047698c19e tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Usage tracker for resource:security_group_rule and tenant:62136d7f0f71473ab7a5bef1cbdb2804 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:23:33.742858 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-03f0dcfb-4ca9-45a6-ad26-1e047698c19e tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:23:33.749192 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-03f0dcfb-4ca9-45a6-ad26-1e047698c19e tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:23:33.769201 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-03f0dcfb-4ca9-45a6-ad26-1e047698c19e tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:33.798745 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-44a689b4-58d3-4057-b5e3-f0d04852f386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:40Z', 'revision_number': 4, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '8e274007-b290-496b-9cac-db3bf0531963', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'port_id': '4f710fe7-f833-4c4c-be65-99412ef17a27', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'mac_address': 'fa:16:3e:bb:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:16Z', 'updated_at': '2021-05-10T17:23:32Z', 'revision_number': 1, 'project_id': '36ab77e54c50411aa55aac321de05175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e83a0f3-4010-4f3d-a442-37f1fb244f32', 'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'mac_address': 'fa:16:3e:bd:4e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:36Z', 'updated_at': '2021-05-10T17:18:58Z', 'revision_number': 5, 'project_id': '36ab77e54c50411aa55aac321de05175', 'subnets': [{'id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:23:33.802683 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a689b4-58d3-4057-b5e3-f0d04852f386 None None] Checking router: 56b3889e-12bf-47d0-91b1-33e845d83cf4 for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:23:33.811383 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a689b4-58d3-4057-b5e3-f0d04852f386 None None] Routers {'56b3889e-12bf-47d0-91b1-33e845d83cf4'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:23:33.812006 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-44a689b4-58d3-4057-b5e3-f0d04852f386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:23:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['56b3889e-12bf-47d0-91b1-33e845d83cf4'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:23:33.838333 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-03f0dcfb-4ca9-45a6-ad26-1e047698c19e tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:33.839247 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-39255f2d-682e-46dc-8023-838bda5d26e3 req-f3dbe3b2-66ab-42fd-98f9-4005970aeeac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f710fe7-f833-4c4c-be65-99412ef17a27 HTTP/1.1" status: 200 len: 999 time: 0.1058729 May 10 17:23:33.842107 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-03f0dcfb-4ca9-45a6-ad26-1e047698c19e tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:33.844644 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:33.869771 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0dcfb-4ca9-45a6-ad26-1e047698c19e tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e32f3c3-53bd-4cce-a120-dacdf52f963a,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:33.872433 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-03f0dcfb-4ca9-45a6-ad26-1e047698c19e tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:33.882100 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-03f0dcfb-4ca9-45a6-ad26-1e047698c19e tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:33.887184 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-03f0dcfb-4ca9-45a6-ad26-1e047698c19e tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1624694 May 10 17:23:33.887478 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 53612) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:33.895023 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Request body: {'floatingip': {'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:33.901266 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:23:33.905953 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Usage tracker for resource:floatingip and tenant:62136d7f0f71473ab7a5bef1cbdb2804 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:23:33.909551 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:23:33.914105 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39255f2d-682e-46dc-8023-838bda5d26e3 req-05eb23ec-5031-4327-a8b7-c9b1cd167f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:33.915534 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-39255f2d-682e-46dc-8023-838bda5d26e3 req-05eb23ec-5031-4327-a8b7-c9b1cd167f3e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28793b78-963b-491c-8dc7-3600112cdfe4 HTTP/1.1" status: 200 len: 855 time: 0.0689538 May 10 17:23:33.915978 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:23:33.926938 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for floatingip, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:33.998957 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39255f2d-682e-46dc-8023-838bda5d26e3 req-898d56ac-8f43-42bb-a987-914a7970f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:34.000608 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-39255f2d-682e-46dc-8023-838bda5d26e3 req-898d56ac-8f43-42bb-a987-914a7970f58d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5b047ab-a8ae-49d7-90db-71521d6a900a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769453 May 10 17:23:34.028364 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-44a689b4-58d3-4057-b5e3-f0d04852f386 None None] Set router 56b3889e-12bf-47d0-91b1-33e845d83cf4 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:23:34.066090 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:34.145872 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-39255f2d-682e-46dc-8023-838bda5d26e3 req-acf4b52a-c2e4-4a44-a12c-10fe34fcd4a2 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340790 May 10 17:23:34.217855 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_common [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Allocated IP 172.27.0.161 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/87a9e546-63f5-4593-a53a-45d41b955cca) {{(pid=78663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:23:34.292317 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-39255f2d-682e-46dc-8023-838bda5d26e3 req-2749c49c-f7e8-4b3e-b19e-f15f706799dc service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352527 May 10 17:23:34.376703 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for port, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:34.387717 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-44a689b4-58d3-4057-b5e3-f0d04852f386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:40Z', 'revision_number': 4, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '8e274007-b290-496b-9cac-db3bf0531963', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'port_id': '4f710fe7-f833-4c4c-be65-99412ef17a27', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'mac_address': 'fa:16:3e:bb:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:16Z', 'updated_at': '2021-05-10T17:23:32Z', 'revision_number': 1, 'project_id': '36ab77e54c50411aa55aac321de05175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e83a0f3-4010-4f3d-a442-37f1fb244f32', 'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'mac_address': 'fa:16:3e:bd:4e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:36Z', 'updated_at': '2021-05-10T17:18:58Z', 'revision_number': 5, 'project_id': '36ab77e54c50411aa55aac321de05175', 'subnets': [{'id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:23:34.392286 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a689b4-58d3-4057-b5e3-f0d04852f386 None None] The sync data for ids ['56b3889e-12bf-47d0-91b1-33e845d83cf4'] in dv-cinder-786385-3-iscsi is: [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:40Z', 'revision_number': 4, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '8e274007-b290-496b-9cac-db3bf0531963', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'port_id': '4f710fe7-f833-4c4c-be65-99412ef17a27', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'mac_address': 'fa:16:3e:bb:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:16Z', 'updated_at': '2021-05-10T17:23:32Z', 'revision_number': 1, 'project_id': '36ab77e54c50411aa55aac321de05175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e83a0f3-4010-4f3d-a442-37f1fb244f32', 'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'mac_address': 'fa:16:3e:bd:4e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:36Z', 'updated_at': '2021-05-10T17:18:58Z', 'revision_number': 5, 'project_id': '36ab77e54c50411aa55aac321de05175', 'subnets': [{'id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:23:34.407647 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:34.411381 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:34.472066 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:23:34.474932 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:23:34.478688 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Received port after_create {{(pid=78663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:23:34.520216 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Pushing event updated for resources: {'Port': ['ID=87a9e546-63f5-4593-a53a-45d41b955cca,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:34.524494 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:34.573415 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:34.593053 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451b7d5e-7e21-49da-95c0-be1032c7a077 None None] New status for floating IP 8e274007-b290-496b-9cac-db3bf0531963: ACTIVE {{(pid=78666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:23:34.636244 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:34.938778 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:34.943167 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15048126'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:34.947445 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-5d0a9b6f-1bd7-46e5-9b13-5235490c341e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:35.055283 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Pushing event updated for resources: {'Port': ['ID=87a9e546-63f5-4593-a53a-45d41b955cca,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:35.059152 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:35.072384 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16389503'] for floatingip, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:35.095367 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:35.096683 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2079964 May 10 17:23:35.319100 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-b317357c-fead-4eeb-98c6-f747fe0c32dc tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1368441478&fields=id&tenant_id=62136d7f0f71473ab7a5bef1cbdb2804 HTTP/1.1" status: 200 len: 267 time: 0.0434921 May 10 17:23:35.555115 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-a98f921c-334e-4df0-aabf-45eeeeab3742 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:35.556557 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-a98f921c-334e-4df0-aabf-45eeeeab3742 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/networks?id=a1f98b04-1289-47a9-9686-186f52c6471f HTTP/1.1" status: 200 len: 810 time: 0.2299879 May 10 17:23:35.571465 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-6d20e9e2-8c1e-4f87-be72-066dcee6f4bd tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/quotas/62136d7f0f71473ab7a5bef1cbdb2804 HTTP/1.1" status: 200 len: 375 time: 0.0094681 May 10 17:23:35.660122 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-d8b1707c-5e81-4c73-bf01-f5311260f886 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=62136d7f0f71473ab7a5bef1cbdb2804&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0831518 May 10 17:23:35.797797 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-303bb071-d872-41ae-a80c-cf5d35d0e93e service neutron] 10.222.0.16 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257653 May 10 17:23:35.930193 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-1159781e-7d89-4b20-ba91-414014935b53 service neutron] 10.222.0.16 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264789 May 10 17:23:36.105592 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-156d4385-4dbf-40c9-8e1d-8a7bf1350ae2 req-382512b6-c6ce-4e0f-9379-2f659c9f6621 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 210 time: 0.0422714 May 10 17:23:36.701439 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d33665-aaae-4968-879d-ecce549fb151 req-d7cc66da-d307-4760-abae-772aa95a66b2 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:36.704399 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-70d33665-aaae-4968-879d-ecce549fb151 req-d7cc66da-d307-4760-abae-772aa95a66b2 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 985 time: 0.0927062 May 10 17:23:36.754522 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6906255-9411-441b-9891-8334ea85e2a3 req-88717fe1-6286-4c59-bfe5-6c8eff5e531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:36.755995 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d6906255-9411-441b-9891-8334ea85e2a3 req-88717fe1-6286-4c59-bfe5-6c8eff5e531d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=421e87ec99024b31937c6d93c150aa34&device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 1138 time: 0.0911851 May 10 17:23:36.760052 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-70d33665-aaae-4968-879d-ecce549fb151 req-4b9c24b4-8c9e-44f9-ad9f-0871437b6e3d tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&id=1dfa7faf-1ac1-40a6-8863-9736d1469e91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0493612 May 10 17:23:36.916854 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6906255-9411-441b-9891-8334ea85e2a3 req-97cfc5a9-a468-4dfa-b3b8-fe9d4ade4daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:36.918262 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d6906255-9411-441b-9891-8334ea85e2a3 req-97cfc5a9-a468-4dfa-b3b8-fe9d4ade4daa service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca HTTP/1.1" status: 200 len: 916 time: 0.1416035 May 10 17:23:37.082711 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d6906255-9411-441b-9891-8334ea85e2a3 req-02b1e380-729a-4e67-9750-5a2865fd9e0d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d79cb61-170e-4c94-a159-44a477994e21 HTTP/1.1" status: 200 len: 1001 time: 0.1051407 May 10 17:23:37.147573 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6906255-9411-441b-9891-8334ea85e2a3 req-7152e15b-b86e-482b-a09d-363dfca3990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:37.149043 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d6906255-9411-441b-9891-8334ea85e2a3 req-7152e15b-b86e-482b-a09d-363dfca3990c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14fae831-6cf0-4180-8517-89741e4f9411 HTTP/1.1" status: 200 len: 854 time: 0.0572579 May 10 17:23:37.239900 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6906255-9411-441b-9891-8334ea85e2a3 req-bfa712b0-8714-4629-a39f-4ea301c12485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:37.241398 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d6906255-9411-441b-9891-8334ea85e2a3 req-bfa712b0-8714-4629-a39f-4ea301c12485 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702157 May 10 17:23:37.261857 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-b48b7978-886d-42ee-9672-2b0b7f7f23de req-b4723afb-9874-4818-b2ad-eee89090b83a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Synchronizing usage tracker for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:23:37.278100 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-b48b7978-886d-42ee-9672-2b0b7f7f23de req-b4723afb-9874-4818-b2ad-eee89090b83a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Unset dirty status for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:23:37.279794 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-b48b7978-886d-42ee-9672-2b0b7f7f23de req-b4723afb-9874-4818-b2ad-eee89090b83a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 210 time: 0.0643842 May 10 17:23:37.286329 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-b920a680-55cf-4d90-bcb2-2ebc7d5d5004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:37.385037 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d6906255-9411-441b-9891-8334ea85e2a3 req-74a9b10b-68f1-49c7-a0c7-f9ecc2f9e983 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354468 May 10 17:23:37.472792 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:37.548064 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d6906255-9411-441b-9891-8334ea85e2a3 req-36f84420-681a-43e4-881a-0ce74db9b247 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400702 May 10 17:23:37.723460 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-f19b096a-cecb-4248-afa9-79a7b0509813 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:37.725454 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-f19b096a-cecb-4248-afa9-79a7b0509813 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.48 "GET /v2.0/networks?id=a1f98b04-1289-47a9-9686-186f52c6471f HTTP/1.1" status: 200 len: 810 time: 0.1538422 May 10 17:23:37.809508 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-7d6067ba-a105-4e0f-b2f4-078139173199 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Synchronizing usage tracker for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:security_group {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:23:37.826693 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-7d6067ba-a105-4e0f-b2f4-078139173199 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Unset dirty status for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:security_group {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:23:37.828664 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-7d6067ba-a105-4e0f-b2f4-078139173199 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62136d7f0f71473ab7a5bef1cbdb2804 HTTP/1.1" status: 200 len: 380 time: 0.0679159 May 10 17:23:37.947768 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-c0d17b99-af82-4202-82eb-6675d0ab7913 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Request body: {'port': {'device_id': '3ce5be7e-8abd-4e60-b485-95f63cd6172f', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'admin_state_up': True, 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'security_groups': ['e3f6363c-a09e-4c0f-924e-c606883a4f96']}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:37.965784 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7c12f-e93b-4183-9103-164f6073dfa1 req-e2785e5d-b0ca-48a1-bcb6-a2637ce3b04e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:37.967261 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8cf7c12f-e93b-4183-9103-164f6073dfa1 req-e2785e5d-b0ca-48a1-bcb6-a2637ce3b04e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 985 time: 0.0917468 May 10 17:23:38.014072 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8cf7c12f-e93b-4183-9103-164f6073dfa1 req-91bc7a90-dd44-4a75-85e5-e7305e1e32d8 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&id=1dfa7faf-1ac1-40a6-8863-9736d1469e91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0402308 May 10 17:23:38.085977 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-c0d17b99-af82-4202-82eb-6675d0ab7913 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:23:38.095696 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-c0d17b99-af82-4202-82eb-6675d0ab7913 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:23:38.106442 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-c0d17b99-af82-4202-82eb-6675d0ab7913 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Made reservation on behalf of 62136d7f0f71473ab7a5bef1cbdb2804 for: {'port': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:23:38.110024 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-c0d17b99-af82-4202-82eb-6675d0ab7913 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:38.271501 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_common [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-c0d17b99-af82-4202-82eb-6675d0ab7913 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Allocated IP 172.20.0.12 (a1f98b04-1289-47a9-9686-186f52c6471f/db28a517-7717-4b21-84d2-bf190df65817/68b94d12-2c91-4ce8-b7f5-d1c903c0a741) {{(pid=78663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:23:38.432732 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3cef9a3e-1f2b-43ec-a343-8d6fb3fc1d22 req-ccece37b-67df-4e41-9062-c08ddaf2084f tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 210 time: 0.0426562 May 10 17:23:38.472072 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-c0d17b99-af82-4202-82eb-6675d0ab7913 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for port, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:38.486685 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-c0d17b99-af82-4202-82eb-6675d0ab7913 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Transition to ACTIVE for port object 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 will not be triggered until provisioned by entity DHCP. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:23:38.510033 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-c0d17b99-af82-4202-82eb-6675d0ab7913 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:38.515807 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:38.597544 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-c0d17b99-af82-4202-82eb-6675d0ab7913 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Network a1f98b04-1289-47a9-9686-186f52c6471f is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:23:38.602816 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-c0d17b99-af82-4202-82eb-6675d0ab7913 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:23:38.610305 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-c0d17b99-af82-4202-82eb-6675d0ab7913 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Received port after_create {{(pid=78663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:23:38.706253 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d17b99-af82-4202-82eb-6675d0ab7913 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Pushing event updated for resources: {'Port': ['ID=68b94d12-2c91-4ce8-b7f5-d1c903c0a741,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:38.712544 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c0d17b99-af82-4202-82eb-6675d0ab7913 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:38.768150 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-c0d17b99-af82-4202-82eb-6675d0ab7913 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:38.768820 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-c0d17b99-af82-4202-82eb-6675d0ab7913 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:38.814228 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-4e5c5365-61ee-4660-8a17-1efdd1e141db tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:38.815716 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-4e5c5365-61ee-4660-8a17-1efdd1e141db tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/networks?id=aa9bffe3-8180-4c64-b70e-40874a4678f5 HTTP/1.1" status: 200 len: 814 time: 0.2496250 May 10 17:23:38.820919 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-c0d17b99-af82-4202-82eb-6675d0ab7913 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8772836 May 10 17:23:38.830405 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-e19237e6-91da-4ea8-b1ab-24f4d0586f6d tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/quotas/e515305ff422410ea610381fba30d2fc HTTP/1.1" status: 200 len: 375 time: 0.0086176 May 10 17:23:38.853073 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-182c070d-33e6-417b-89a8-68df18692dc7 None None] Provisioning for port 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:23:38.857653 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-182c070d-33e6-417b-89a8-68df18692dc7 None None] Provisioning complete for port 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:23:38.858051 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-182c070d-33e6-417b-89a8-68df18692dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:38.877569 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Request body: {'port': {'device_id': '3ce5be7e-8abd-4e60-b485-95f63cd6172f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:38.913989 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-182c070d-33e6-417b-89a8-68df18692dc7 None None] Port 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:23:39.017280 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-2d02ae2c-ee53-4f79-904b-629a80104bc7 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e515305ff422410ea610381fba30d2fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1818278 May 10 17:23:39.018097 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:39.221527 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e623b-e2a6-495c-a83a-6edff81da1df req-3751dc8b-d525-4ad2-a450-ce3991a65277 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:39.223072 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-653e623b-e2a6-495c-a83a-6edff81da1df req-3751dc8b-d525-4ad2-a450-ce3991a65277 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 985 time: 0.1004345 May 10 17:23:39.270628 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-653e623b-e2a6-495c-a83a-6edff81da1df req-095e8701-ee64-484a-9ce4-11061ebb8a05 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&id=1dfa7faf-1ac1-40a6-8863-9736d1469e91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0414958 May 10 17:23:39.401803 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-bc0f422f-5bd2-4d88-acc0-59ed98d8ba1e service neutron] 10.222.0.16 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751504 May 10 17:23:39.542081 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-77acc8ee-7390-491a-880b-c43d1785896e req-d0fa8a8f-2085-4775-acd8-427f30ecd29b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693038 May 10 17:23:39.622162 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-f6542e4c-71b1-4011-80c7-587aafb2558b service neutron] 10.222.0.16 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784470 May 10 17:23:39.694854 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 {{(pid=78663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:23:39.702345 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:39.718933 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Transition to ACTIVE for port object 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 will not be triggered until provisioned by entity L2. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:23:39.723883 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15048126'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:39.731595 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:39.772800 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acc8ee-7390-491a-880b-c43d1785896e req-e5285ff5-f775-40f3-8316-1d8eecd42c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:39.774317 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-77acc8ee-7390-491a-880b-c43d1785896e req-e5285ff5-f775-40f3-8316-1d8eecd42c38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4234b151a6ef47f78f6d57ecc2adac6b&device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 1099 time: 0.1004038 May 10 17:23:39.786107 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96872fd1-5a1b-459d-b0cd-4026c8d2af6c req-07039f20-37f2-47a7-94f1-86ac7cde4eef tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:39.793867 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-96872fd1-5a1b-459d-b0cd-4026c8d2af6c req-07039f20-37f2-47a7-94f1-86ac7cde4eef tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 932 time: 0.2487447 May 10 17:23:39.866331 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:39.889365 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-1b16322f-9533-4da5-9830-05eb751cd2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:39.924456 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-96872fd1-5a1b-459d-b0cd-4026c8d2af6c req-95f23f2a-f6f4-4d0d-b1a1-1a35f588b92a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3f6363c-a09e-4c0f-924e-c606883a4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240180 May 10 17:23:39.961628 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0d3c996e-4d6c-4bd8-88c4-418e666aa1c6 req-3b60f6e0-73cd-4f51-8cd3-c665c02307a4 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 210 time: 0.1500981 May 10 17:23:39.984375 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acc8ee-7390-491a-880b-c43d1785896e req-693b821c-3e2b-4bad-9480-4328fc3c21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:39.990134 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-77acc8ee-7390-491a-880b-c43d1785896e req-693b821c-3e2b-4bad-9480-4328fc3c21ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=03399b07-9ca5-420c-8844-68a1f7c3a930 HTTP/1.1" status: 200 len: 910 time: 0.1803741 May 10 17:23:40.011970 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Pushing event updated for resources: {'Port': ['ID=68b94d12-2c91-4ce8-b7f5-d1c903c0a741,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:40.019514 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:40.115061 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-77acc8ee-7390-491a-880b-c43d1785896e req-2359c6d1-8309-43e4-8348-1d44deeccceb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=845c658d-eae6-45c8-93ae-ce3ad75f3fd7 HTTP/1.1" status: 200 len: 1002 time: 0.1091495 May 10 17:23:40.122648 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Attempting to bind port 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:23:40.123067 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Attempting to bind port 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '85b78c56-b6e9-4d4a-b4be-144ef07f4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f'}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:23:40.123400 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Attempting to bind port 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 on network a1f98b04-1289-47a9-9686-186f52c6471f {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:23:40.128951 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Port 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 on network a1f98b04-1289-47a9-9686-186f52c6471f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:23:40.129279 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Attempting to bind port 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 on network a1f98b04-1289-47a9-9686-186f52c6471f {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:23:40.134457 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:23:40.134825 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Checking segment: {'id': '85b78c56-b6e9-4d4a-b4be-144ef07f4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:23:40.135237 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Bound using segment: {'id': '85b78c56-b6e9-4d4a-b4be-144ef07f4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f'} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:23:40.135658 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Bound port: 68b94d12-2c91-4ce8-b7f5-d1c903c0a741, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b78c56-b6e9-4d4a-b4be-144ef07f4679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f'}}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:23:40.136010 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:40.196439 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acc8ee-7390-491a-880b-c43d1785896e req-fea6e334-aa5a-49df-a8f1-6196c65116c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:40.197944 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-77acc8ee-7390-491a-880b-c43d1785896e req-fea6e334-aa5a-49df-a8f1-6196c65116c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2 HTTP/1.1" status: 200 len: 848 time: 0.0749702 May 10 17:23:40.234438 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] For port 68b94d12-2c91-4ce8-b7f5-d1c903c0a741, host hv-cinder-78638, cleared binding levels {{(pid=78663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:23:40.237917 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] For port 68b94d12-2c91-4ce8-b7f5-d1c903c0a741, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68b94d12-2c91-4ce8-b7f5-d1c903c0a741,segment=NetworkSegment(85b78c56-b6e9-4d4a-b4be-144ef07f4679),segment_id=85b78c56-b6e9-4d4a-b4be-144ef07f4679)] {{(pid=78663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:23:40.242502 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15048126'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:40.246786 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:40.283120 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acc8ee-7390-491a-880b-c43d1785896e req-f5c483fe-b194-4150-8ee9-244a7b3d676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:40.284724 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-77acc8ee-7390-491a-880b-c43d1785896e req-f5c483fe-b194-4150-8ee9-244a7b3d676d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03399b07-9ca5-420c-8844-68a1f7c3a930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737147 May 10 17:23:40.306223 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:40.307227 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:40.309316 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] 10.222.0.48 "PUT /v2.0/ports/68b94d12-2c91-4ce8-b7f5-d1c903c0a741 HTTP/1.1" status: 200 len: 1094 time: 1.4358134 May 10 17:23:40.312815 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce5be7e-8abd-4e60-b485-95f63cd6172f', 'tag': '68b94d12-2c91-4ce8-b7f5-d1c903c0a741'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:23:40.357553 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Pushing event updated for resources: {'Port': ['ID=68b94d12-2c91-4ce8-b7f5-d1c903c0a741,revision_number=3']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:40.362453 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:40.380824 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce5be7e-8abd-4e60-b485-95f63cd6172f', 'tag': '68b94d12-2c91-4ce8-b7f5-d1c903c0a741', 'status': 'completed', 'code': 200} May 10 17:23:40.517679 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-77acc8ee-7390-491a-880b-c43d1785896e req-f9d4014f-7b21-41e6-8350-518f3376f5cf service neutron] 10.222.0.48 "GET /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232206 May 10 17:23:40.545479 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43c325-afc2-42e3-9c24-f211f7c57ce8 req-9ec2142f-4d92-437f-955d-ef2a56fba98f tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:40.555572 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-7a43c325-afc2-42e3-9c24-f211f7c57ce8 req-9ec2142f-4d92-437f-955d-ef2a56fba98f tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 985 time: 0.1396248 May 10 17:23:40.577795 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-f74cf777-92fc-4503-808c-d74933523394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:40.579311 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-f74cf777-92fc-4503-808c-d74933523394 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62136d7f0f71473ab7a5bef1cbdb2804&device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 1097 time: 0.0860884 May 10 17:23:40.662522 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-b2ceeb7b-514a-4423-b39a-da91c5a293f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68b94d12-2c91-4ce8-b7f5-d1c903c0a741 HTTP/1.1" status: 200 len: 217 time: 0.0668733 May 10 17:23:40.681814 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-7a43c325-afc2-42e3-9c24-f211f7c57ce8 req-3cc12d35-efa7-4b9a-ab7c-56d5f54e7888 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&id=1dfa7faf-1ac1-40a6-8863-9736d1469e91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1249356 May 10 17:23:40.733884 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-77acc8ee-7390-491a-880b-c43d1785896e req-775cb409-5d1a-4b64-95b2-ff081cd60466 service neutron] 10.222.0.48 "GET /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613545 May 10 17:23:40.751530 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:40.763925 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-7cbb74ab-be37-4ca3-9dbc-00c4ae9fbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:40.765970 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-7cbb74ab-be37-4ca3-9dbc-00c4ae9fbbce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db28a517-7717-4b21-84d2-bf190df65817 HTTP/1.1" status: 200 len: 849 time: 0.0882704 May 10 17:23:40.865208 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-06a91f73-abc1-4d2c-8eb5-5051bb1fe102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:40.866678 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-06a91f73-abc1-4d2c-8eb5-5051bb1fe102 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1f98b04-1289-47a9-9686-186f52c6471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762997 May 10 17:23:41.004244 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-9e811c18-a60a-4dfe-b240-b590e66a88f2 service neutron] 10.222.0.48 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269290 May 10 17:23:41.126125 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1dff6e71-a0a0-487c-bec5-38cd5e6e6fb3 req-459d9770-2221-4880-a923-88443789de07 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 210 time: 0.0430529 May 10 17:23:41.305501 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-81ee8a6d-929c-434f-b0d8-cc8dd6f8760b req-57e3e0e8-cf43-4bf5-8339-eb97928e89bd service neutron] 10.222.0.48 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563348 May 10 17:23:41.313582 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c8fe3-7851-4d6f-9e45-85053335b534 req-6bd33cb6-b86a-40e0-9f44-48734e257445 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:41.314266 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-c96c8fe3-7851-4d6f-9e45-85053335b534 req-6bd33cb6-b86a-40e0-9f44-48734e257445 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Synchronizing usage tracker for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:23:41.329376 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-c96c8fe3-7851-4d6f-9e45-85053335b534 req-6bd33cb6-b86a-40e0-9f44-48734e257445 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Unset dirty status for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:23:41.330548 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c96c8fe3-7851-4d6f-9e45-85053335b534 req-6bd33cb6-b86a-40e0-9f44-48734e257445 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 944 time: 0.3125238 May 10 17:23:41.377858 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c96c8fe3-7851-4d6f-9e45-85053335b534 req-59a6536b-7982-4ba9-abc3-0db4110cf79c tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3f6363c-a09e-4c0f-924e-c606883a4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399692 May 10 17:23:41.379028 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-27f74332-66b1-4274-878f-c95e8d967837 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:41.380514 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-27f74332-66b1-4274-878f-c95e8d967837 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.48 "GET /v2.0/networks?id=aa9bffe3-8180-4c64-b70e-40874a4678f5 HTTP/1.1" status: 200 len: 814 time: 0.1547883 May 10 17:23:41.462231 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Request body: {'port': {'device_id': 'bf44764b-b797-4340-b8b3-fb89fedaa567', 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5', 'admin_state_up': True, 'tenant_id': 'e515305ff422410ea610381fba30d2fc'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:41.530327 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b2261-ea24-4e3b-a14c-a90c1482aa13 req-039f3194-6b0c-4092-96e3-6f7f3bc9836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:41.531821 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ce0b2261-ea24-4e3b-a14c-a90c1482aa13 req-039f3194-6b0c-4092-96e3-6f7f3bc9836e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62136d7f0f71473ab7a5bef1cbdb2804&device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 1097 time: 0.0737298 May 10 17:23:41.596770 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:23:41.606099 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:23:41.616106 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Made reservation on behalf of e515305ff422410ea610381fba30d2fc for: {'port': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:23:41.619521 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:41.670929 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b2261-ea24-4e3b-a14c-a90c1482aa13 req-daab578a-bf9d-4805-ba02-46f8b12452c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:41.673662 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ce0b2261-ea24-4e3b-a14c-a90c1482aa13 req-daab578a-bf9d-4805-ba02-46f8b12452c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1f98b04-1289-47a9-9686-186f52c6471f HTTP/1.1" status: 200 len: 911 time: 0.1320970 May 10 17:23:41.779497 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ce0b2261-ea24-4e3b-a14c-a90c1482aa13 req-5a701ac6-21ef-4bc2-876a-919d1bb94a98 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68b94d12-2c91-4ce8-b7f5-d1c903c0a741 HTTP/1.1" status: 200 len: 217 time: 0.0776033 May 10 17:23:41.813970 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Allocated IP 172.20.0.11 (aa9bffe3-8180-4c64-b70e-40874a4678f5/acef9462-c092-42c0-9698-840ecc5fef3f/46f9b9d6-1e90-42af-ae77-50af467d48ce) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:23:41.917116 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b2261-ea24-4e3b-a14c-a90c1482aa13 req-7b736346-0757-48c0-9ab9-e22e351ae6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:41.918564 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ce0b2261-ea24-4e3b-a14c-a90c1482aa13 req-7b736346-0757-48c0-9ab9-e22e351ae6ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db28a517-7717-4b21-84d2-bf190df65817 HTTP/1.1" status: 200 len: 849 time: 0.0742388 May 10 17:23:41.980896 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f0475-75c5-433b-b3d2-d972d6b1a966 req-e228849f-a8be-4acd-a4a5-42434d8c9d82 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:41.982395 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-aa1f0475-75c5-433b-b3d2-d972d6b1a966 req-e228849f-a8be-4acd-a4a5-42434d8c9d82 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 985 time: 0.1727555 May 10 17:23:42.021431 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:42.040712 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-aa1f0475-75c5-433b-b3d2-d972d6b1a966 req-36101ee3-5503-444e-b2bf-80cacbc464bb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&id=1dfa7faf-1ac1-40a6-8863-9736d1469e91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0510345 May 10 17:23:42.051517 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:42.057086 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b2261-ea24-4e3b-a14c-a90c1482aa13 req-d9a819b6-ff24-46b7-aa8d-0da3970d0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:42.057497 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:42.058694 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ce0b2261-ea24-4e3b-a14c-a90c1482aa13 req-d9a819b6-ff24-46b7-aa8d-0da3970d0ea2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1f98b04-1289-47a9-9686-186f52c6471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1261280 May 10 17:23:42.094971 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['7ad72e12-6847-4345-9cff-3c44a8ec9ae2', '14340732-739a-42e6-80ff-dfa18233f057', 'ef385873-2158-4b3f-ba07-03bd6b096047'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:23:42.196018 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Network aa9bffe3-8180-4c64-b70e-40874a4678f5 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:23:42.199076 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:23:42.203585 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:23:42.224890 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ce0b2261-ea24-4e3b-a14c-a90c1482aa13 req-397454f5-87fc-4ec4-b324-9a1ff478ab37 service neutron] 10.222.0.48 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567731 May 10 17:23:42.302327 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Pushing event updated for resources: {'Port': ['ID=46f9b9d6-1e90-42af-ae77-50af467d48ce,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:42.317609 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:42.317969 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:42.318327 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:42.318683 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:42.319027 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:42.319375 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:42.319717 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:42.320057 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:42.320408 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:42.321118 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:42.321118 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:42.321874 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:42.328326 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:42.334060 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:42.334526 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:42.362429 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9045711 May 10 17:23:42.383123 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ce0b2261-ea24-4e3b-a14c-a90c1482aa13 req-a7169f41-8b9d-49bc-9f57-ccaf35589c2b service neutron] 10.222.0.48 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405365 May 10 17:23:42.384682 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Request body: {'port': {'device_id': 'bf44764b-b797-4340-b8b3-fb89fedaa567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:42.440818 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:42.442746 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4ee88-7ce7-48cc-9797-5799d0408688 req-da3469fb-5f06-4110-aeb0-331d43cc2dcb tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:42.443463 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-0cb4ee88-7ce7-48cc-9797-5799d0408688 req-da3469fb-5f06-4110-aeb0-331d43cc2dcb tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Synchronizing usage tracker for tenant:e515305ff422410ea610381fba30d2fc on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:23:42.501622 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-0cb4ee88-7ce7-48cc-9797-5799d0408688 req-da3469fb-5f06-4110-aeb0-331d43cc2dcb tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Unset dirty status for tenant:e515305ff422410ea610381fba30d2fc on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:23:42.502789 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0cb4ee88-7ce7-48cc-9797-5799d0408688 req-da3469fb-5f06-4110-aeb0-331d43cc2dcb tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 932 time: 0.2588422 May 10 17:23:42.555257 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:42.575662 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b3a2f-657a-4208-8eea-6835c4c3f7d2 req-c7cdfac9-008b-469d-b23e-e317cf6fcc77 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:42.577913 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8c6b3a2f-657a-4208-8eea-6835c4c3f7d2 req-c7cdfac9-008b-469d-b23e-e317cf6fcc77 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 944 time: 0.0848277 May 10 17:23:42.578536 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0cb4ee88-7ce7-48cc-9797-5799d0408688 req-0cbca81f-81c6-40d0-94d9-f595d6ded558 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672460 May 10 17:23:42.628019 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8c6b3a2f-657a-4208-8eea-6835c4c3f7d2 req-32ed5cf4-b0fd-4997-bc0b-4d98be992a89 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3f6363c-a09e-4c0f-924e-c606883a4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439186 May 10 17:23:42.910678 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f9b9d6-1e90-42af-ae77-50af467d48ce {{(pid=78664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:23:42.918684 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:42.932537 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Transition to ACTIVE for port object 46f9b9d6-1e90-42af-ae77-50af467d48ce will not be triggered until provisioned by entity L2. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:23:42.936014 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:42.940340 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ce19de95-09bc-4539-afa9-1d2037e3099c tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:43.063366 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=46f9b9d6-1e90-42af-ae77-50af467d48ce,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:43.098474 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:43.168925 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Attempting to bind port 46f9b9d6-1e90-42af-ae77-50af467d48ce on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:23:43.169375 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Attempting to bind port 46f9b9d6-1e90-42af-ae77-50af467d48ce by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '00ca28f1-659e-4375-bef5-d8330c65e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5'}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:23:43.169706 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Attempting to bind port 46f9b9d6-1e90-42af-ae77-50af467d48ce on network aa9bffe3-8180-4c64-b70e-40874a4678f5 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:23:43.174288 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Port 46f9b9d6-1e90-42af-ae77-50af467d48ce on network aa9bffe3-8180-4c64-b70e-40874a4678f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:23:43.174607 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Attempting to bind port 46f9b9d6-1e90-42af-ae77-50af467d48ce on network aa9bffe3-8180-4c64-b70e-40874a4678f5 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:23:43.180072 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:23:43.180405 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Checking segment: {'id': '00ca28f1-659e-4375-bef5-d8330c65e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:23:43.180786 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Bound using segment: {'id': '00ca28f1-659e-4375-bef5-d8330c65e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5'} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:23:43.181233 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Bound port: 46f9b9d6-1e90-42af-ae77-50af467d48ce, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ca28f1-659e-4375-bef5-d8330c65e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5'}}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:23:43.181574 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:43.229206 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead00d1e-3388-4b7f-80c7-bc961affc1d6 req-c0da44f3-1ad5-4ea2-bcc0-6aeea76d9a0f tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:43.230715 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ead00d1e-3388-4b7f-80c7-bc961affc1d6 req-c0da44f3-1ad5-4ea2-bcc0-6aeea76d9a0f tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 985 time: 0.0796685 May 10 17:23:43.272282 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] For port 46f9b9d6-1e90-42af-ae77-50af467d48ce, host hv-cinder-78638, cleared binding levels {{(pid=78664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:23:43.275241 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] For port 46f9b9d6-1e90-42af-ae77-50af467d48ce, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=46f9b9d6-1e90-42af-ae77-50af467d48ce,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:23:43.277784 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ead00d1e-3388-4b7f-80c7-bc961affc1d6 req-454a3de7-0664-402f-a500-56611d2784d9 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&id=1dfa7faf-1ac1-40a6-8863-9736d1469e91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0412750 May 10 17:23:43.279590 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:43.284185 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-e14153f0-df8f-4d97-8830-db471a392d6e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:43.335586 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:43.336196 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:43.337604 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] 10.222.0.48 "PUT /v2.0/ports/46f9b9d6-1e90-42af-ae77-50af467d48ce HTTP/1.1" status: 200 len: 1094 time: 0.9585104 May 10 17:23:43.338082 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf44764b-b797-4340-b8b3-fb89fedaa567', 'tag': '46f9b9d6-1e90-42af-ae77-50af467d48ce'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:23:43.361643 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=46f9b9d6-1e90-42af-ae77-50af467d48ce,revision_number=3']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:43.364618 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:43.384501 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf44764b-b797-4340-b8b3-fb89fedaa567', 'tag': '46f9b9d6-1e90-42af-ae77-50af467d48ce', 'status': 'completed', 'code': 200} May 10 17:23:43.505218 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-9ee1d56e-10cc-47bb-a307-642901457901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:43.506668 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-9ee1d56e-10cc-47bb-a307-642901457901 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e515305ff422410ea610381fba30d2fc&device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 1097 time: 0.0720878 May 10 17:23:43.601583 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-adc14095-3bf6-4404-bda8-1fa9efd4d85e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46f9b9d6-1e90-42af-ae77-50af467d48ce HTTP/1.1" status: 200 len: 217 time: 0.0618939 May 10 17:23:43.667889 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-085bfe94-d394-40d1-bf9b-f4093f924cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:43.669399 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-085bfe94-d394-40d1-bf9b-f4093f924cac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=acef9462-c092-42c0-9698-840ecc5fef3f HTTP/1.1" status: 200 len: 854 time: 0.0586016 May 10 17:23:43.721441 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-a363f44a-e187-4aaa-9dd3-db12f0e64910 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aa9bffe3-8180-4c64-b70e-40874a4678f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420284 May 10 17:23:43.774065 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f359b93-47dc-4ba2-81fb-e34ed54d758d req-eb94a287-a4c7-4b3f-b6c0-7b5ff76a0e19 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:43.775555 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1f359b93-47dc-4ba2-81fb-e34ed54d758d req-eb94a287-a4c7-4b3f-b6c0-7b5ff76a0e19 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 944 time: 0.0902131 May 10 17:23:43.823395 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1f359b93-47dc-4ba2-81fb-e34ed54d758d req-c6d7ac17-cf49-4251-8ed2-7b9524d858cb tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420649 May 10 17:23:44.013584 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-3321b18a-2689-4e40-811d-2b9b1b5fa5f8 service neutron] 10.222.0.48 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840538 May 10 17:23:44.022736 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf12d3-4f37-4f08-864f-0ad7e89e17a7 req-e9917da5-bba4-4e9f-a81b-ba87f1c2d522 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:44.024086 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-23cf12d3-4f37-4f08-864f-0ad7e89e17a7 req-e9917da5-bba4-4e9f-a81b-ba87f1c2d522 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 944 time: 0.2703557 May 10 17:23:44.146586 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-23cf12d3-4f37-4f08-864f-0ad7e89e17a7 req-de061c2b-1c2d-4a31-97fd-97beb42ac310 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3f6363c-a09e-4c0f-924e-c606883a4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040690 May 10 17:23:44.181729 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-15f629dd-4d1b-48eb-acf5-b53eb2285c72 req-1b532049-fc09-46ad-bb6d-2f55d52314f1 service neutron] 10.222.0.48 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567192 May 10 17:23:44.351432 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa67a28-54a2-4342-bb3c-bc99a2a6eae7 req-bb911483-d320-48c7-a6b0-a96cf0acc26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:44.353709 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8aa67a28-54a2-4342-bb3c-bc99a2a6eae7 req-bb911483-d320-48c7-a6b0-a96cf0acc26e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e515305ff422410ea610381fba30d2fc&device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 1097 time: 0.0701900 May 10 17:23:44.466077 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6315e-6725-44aa-bc19-73a71b155e27 req-f60f16d3-6e09-4f98-8a3c-17e1cd8365e2 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:44.467538 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ebb6315e-6725-44aa-bc19-73a71b155e27 req-f60f16d3-6e09-4f98-8a3c-17e1cd8365e2 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 985 time: 0.0798118 May 10 17:23:44.489980 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa67a28-54a2-4342-bb3c-bc99a2a6eae7 req-6a723e49-65c1-4c7c-8c99-ce73e8b3c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:44.491431 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8aa67a28-54a2-4342-bb3c-bc99a2a6eae7 req-6a723e49-65c1-4c7c-8c99-ce73e8b3c38e service neutron] 10.222.0.48 "GET /v2.0/networks?id=aa9bffe3-8180-4c64-b70e-40874a4678f5 HTTP/1.1" status: 200 len: 915 time: 0.1268489 May 10 17:23:44.514218 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ebb6315e-6725-44aa-bc19-73a71b155e27 req-552e47e3-6120-4962-8c69-ba43307d2f52 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&id=1dfa7faf-1ac1-40a6-8863-9736d1469e91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0400229 May 10 17:23:44.562808 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8aa67a28-54a2-4342-bb3c-bc99a2a6eae7 req-dfc05d41-c909-4946-b3bd-4471f23b4002 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46f9b9d6-1e90-42af-ae77-50af467d48ce HTTP/1.1" status: 200 len: 217 time: 0.0638337 May 10 17:23:44.618338 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:23:44.624463 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa67a28-54a2-4342-bb3c-bc99a2a6eae7 req-c08f219a-3aa9-4f47-b51c-640cc7fcb6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:44.625923 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8aa67a28-54a2-4342-bb3c-bc99a2a6eae7 req-c08f219a-3aa9-4f47-b51c-640cc7fcb6a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=acef9462-c092-42c0-9698-840ecc5fef3f HTTP/1.1" status: 200 len: 854 time: 0.0563822 May 10 17:23:44.676445 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8aa67a28-54a2-4342-bb3c-bc99a2a6eae7 req-1fcb1f12-9807-4df7-9a38-36e8727a5910 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aa9bffe3-8180-4c64-b70e-40874a4678f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432112 May 10 17:23:44.752738 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 68b94d12-2c91-4ce8-b7f5-d1c903c0a741, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68b94d12-2c91-4ce8-b7f5-d1c903c0a741,segment=NetworkSegment(85b78c56-b6e9-4d4a-b4be-144ef07f4679),segment_id=85b78c56-b6e9-4d4a-b4be-144ef07f4679)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:23:44.767463 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '68b94d12-2c91-4ce8-b7f5-d1c903c0a741', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'port_id': '68b94d12-2c91-4ce8-b7f5-d1c903c0a741', 'mac_address': 'fa:16:3e:af:ac:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:23:44.814633 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8aa67a28-54a2-4342-bb3c-bc99a2a6eae7 req-82d1225d-3327-4164-b616-9b1a4e173e4c service neutron] 10.222.0.48 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308787 May 10 17:23:44.830208 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:44.847805 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:23:44.863418 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 68b94d12-2c91-4ce8-b7f5-d1c903c0a741, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68b94d12-2c91-4ce8-b7f5-d1c903c0a741,segment=NetworkSegment(85b78c56-b6e9-4d4a-b4be-144ef07f4679),segment_id=85b78c56-b6e9-4d4a-b4be-144ef07f4679)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:23:44.867676 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:44.869561 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:44.935344 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=68b94d12-2c91-4ce8-b7f5-d1c903c0a741,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:44.938907 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:44.995858 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8aa67a28-54a2-4342-bb3c-bc99a2a6eae7 req-15089340-76bc-46a7-884f-f98b5ef5b3bc service neutron] 10.222.0.48 "GET /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709671 May 10 17:23:45.030768 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9edb76-6091-4be1-b86d-49b342080ade req-363b059b-2ef8-4f6c-9ea9-40a826aa72c1 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:45.032201 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4f9edb76-6091-4be1-b86d-49b342080ade req-363b059b-2ef8-4f6c-9ea9-40a826aa72c1 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 944 time: 0.1014593 May 10 17:23:45.075606 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4f9edb76-6091-4be1-b86d-49b342080ade req-d38becac-9d10-4f73-a2bc-00ce7cf49eb8 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372789 May 10 17:23:45.329350 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a06f5-6df0-4ec1-a4f8-e0bc4941bc67 req-2a34d90c-c40c-4fe5-b6d5-72a8ac38bfb0 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:45.330700 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-913a06f5-6df0-4ec1-a4f8-e0bc4941bc67 req-2a34d90c-c40c-4fe5-b6d5-72a8ac38bfb0 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 945 time: 0.0820351 May 10 17:23:45.338638 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['68b94d12-2c91-4ce8-b7f5-d1c903c0a741'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:23:45.374222 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-913a06f5-6df0-4ec1-a4f8-e0bc4941bc67 req-9c482e9b-3160-45c8-aca3-b74a0c5e4dc1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3f6363c-a09e-4c0f-924e-c606883a4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378616 May 10 17:23:45.699861 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752bf11-0dcf-406c-a231-ad974e9fa67d req-71847758-1558-4050-b62d-ea8af6c8230f tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:45.701337 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f752bf11-0dcf-406c-a231-ad974e9fa67d req-71847758-1558-4050-b62d-ea8af6c8230f tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 985 time: 0.0818763 May 10 17:23:45.747585 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f752bf11-0dcf-406c-a231-ad974e9fa67d req-192c5d8f-d55a-41c2-bd65-8bc229c700ba tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&id=1dfa7faf-1ac1-40a6-8863-9736d1469e91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0398684 May 10 17:23:46.261254 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afbca5-6922-46b0-bf22-d991c7f44b58 req-d90e1a88-311b-441a-ac1b-04bb5cd702a3 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:46.262720 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-88afbca5-6922-46b0-bf22-d991c7f44b58 req-d90e1a88-311b-441a-ac1b-04bb5cd702a3 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 944 time: 0.0786047 May 10 17:23:46.310991 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-88afbca5-6922-46b0-bf22-d991c7f44b58 req-7e985297-9488-4822-856b-55c0fe5f27d6 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423317 May 10 17:23:46.555239 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb6858-bbb4-4eb5-89aa-ada64839589f req-3dd5b822-e6f1-4b50-ada3-8173795650a0 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:46.556643 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-26eb6858-bbb4-4eb5-89aa-ada64839589f req-3dd5b822-e6f1-4b50-ada3-8173795650a0 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 945 time: 0.0781312 May 10 17:23:46.599443 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-26eb6858-bbb4-4eb5-89aa-ada64839589f req-a29435a8-c593-4ca5-80af-49acae47f723 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3f6363c-a09e-4c0f-924e-c606883a4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371149 May 10 17:23:46.633566 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 46f9b9d6-1e90-42af-ae77-50af467d48ce details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:23:46.642971 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:23:46.815707 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:23:46.825901 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 46f9b9d6-1e90-42af-ae77-50af467d48ce, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=46f9b9d6-1e90-42af-ae77-50af467d48ce,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:23:46.833811 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:23:46.834188 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:46.907262 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '46f9b9d6-1e90-42af-ae77-50af467d48ce', 'network_id': 'aa9bffe3-8180-4c64-b70e-40874a4678f5', 'port_id': '46f9b9d6-1e90-42af-ae77-50af467d48ce', 'mac_address': 'fa:16:3e:bc:fe:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acef9462-c092-42c0-9698-840ecc5fef3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:23:46.935430 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af6a93-26e6-4e1f-ab4b-d57501dc639c req-6729ce9c-a9df-4147-9b09-02d6c3f5ae91 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:46.936986 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f2af6a93-26e6-4e1f-ab4b-d57501dc639c req-6729ce9c-a9df-4147-9b09-02d6c3f5ae91 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 985 time: 0.0808823 May 10 17:23:46.989079 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f2af6a93-26e6-4e1f-ab4b-d57501dc639c req-841e7c4c-f0b5-4694-80b2-59f1edea73d4 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&id=1dfa7faf-1ac1-40a6-8863-9736d1469e91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0459700 May 10 17:23:47.008840 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:47.037038 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f9b9d6-1e90-42af-ae77-50af467d48ce {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:23:47.055339 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:47.073120 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 46f9b9d6-1e90-42af-ae77-50af467d48ce, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=46f9b9d6-1e90-42af-ae77-50af467d48ce,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:23:47.081111 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:47.083553 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-386e7f97-f3e3-4266-8c99-52badbf1284f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:47.115828 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce5be7e-8abd-4e60-b485-95f63cd6172f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b94d12-2c91-4ce8-b7f5-d1c903c0a741'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:23:47.139248 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 68b94d12-2c91-4ce8-b7f5-d1c903c0a741, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68b94d12-2c91-4ce8-b7f5-d1c903c0a741,segment=NetworkSegment(85b78c56-b6e9-4d4a-b4be-144ef07f4679),segment_id=85b78c56-b6e9-4d4a-b4be-144ef07f4679)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:23:47.147456 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:47.163671 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=46f9b9d6-1e90-42af-ae77-50af467d48ce,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:47.167071 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce5be7e-8abd-4e60-b485-95f63cd6172f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b94d12-2c91-4ce8-b7f5-d1c903c0a741', 'code': 200} May 10 17:23:47.167712 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:47.168161 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:47.236375 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=68b94d12-2c91-4ce8-b7f5-d1c903c0a741,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:47.239199 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:47.467047 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2de1de-295c-4b67-9bd9-74cb3afe337c req-80eaf731-e557-4f89-a9b3-5caa89434019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:47.468540 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ad2de1de-295c-4b67-9bd9-74cb3afe337c req-80eaf731-e557-4f89-a9b3-5caa89434019 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 1099 time: 0.0720592 May 10 17:23:47.494529 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1e96e-f4fc-4ef7-b578-8370cbb5202a req-dfa25f2c-94e3-4a8e-bde7-1298bcc46798 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:47.496163 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c9c1e96e-f4fc-4ef7-b578-8370cbb5202a req-dfa25f2c-94e3-4a8e-bde7-1298bcc46798 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 945 time: 0.0799820 May 10 17:23:47.496589 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['46f9b9d6-1e90-42af-ae77-50af467d48ce'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:23:47.518109 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ad2de1de-295c-4b67-9bd9-74cb3afe337c req-4596e0b3-381a-4aa7-ab96-4b8a0b3a03eb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e3f6363c-a09e-4c0f-924e-c606883a4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386848 May 10 17:23:47.555328 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c9c1e96e-f4fc-4ef7-b578-8370cbb5202a req-1799286e-d282-4ade-aada-5c093cd818a6 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515053 May 10 17:23:47.788134 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7dda3-d07b-4409-a41c-293c5da62679 req-b483dfa9-1d71-4bb5-945f-4c6a9597a63a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:47.789635 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-28c7dda3-d07b-4409-a41c-293c5da62679 req-b483dfa9-1d71-4bb5-945f-4c6a9597a63a tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 946 time: 0.0830069 May 10 17:23:47.919631 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-28c7dda3-d07b-4409-a41c-293c5da62679 req-e5eb75ac-a434-4836-bb74-2d1ca885320f tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3f6363c-a09e-4c0f-924e-c606883a4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243989 May 10 17:23:48.170082 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939885e-afd4-47d1-94ed-271471edaa69 req-4663b239-e5bf-43f8-afe6-0d618daa37f9 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:48.171460 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-4939885e-afd4-47d1-94ed-271471edaa69 req-4663b239-e5bf-43f8-afe6-0d618daa37f9 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 985 time: 0.0794208 May 10 17:23:48.220179 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-4939885e-afd4-47d1-94ed-271471edaa69 req-50411659-9933-4f22-bbb0-09f79e50a0dc tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&id=1dfa7faf-1ac1-40a6-8863-9736d1469e91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0429530 May 10 17:23:48.740031 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542263c8-8475-458a-8466-96762c8676d2 req-69b578a8-7afd-4af4-9dc1-5757db963180 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:48.741424 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-542263c8-8475-458a-8466-96762c8676d2 req-69b578a8-7afd-4af4-9dc1-5757db963180 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 945 time: 0.0781450 May 10 17:23:48.786856 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-542263c8-8475-458a-8466-96762c8676d2 req-185bd075-12e3-441c-89dc-8e6f6e41cff2 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397177 May 10 17:23:49.110788 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe10d60-d2dd-4b99-ae1c-ea89077cf5d2 req-ec67fa7b-c972-4f70-a0de-8f06f09a24b9 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:49.112723 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6fe10d60-d2dd-4b99-ae1c-ea89077cf5d2 req-ec67fa7b-c972-4f70-a0de-8f06f09a24b9 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 946 time: 0.0898035 May 10 17:23:49.159916 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6fe10d60-d2dd-4b99-ae1c-ea89077cf5d2 req-252311fd-6cc2-41b1-bea9-249e5640891f tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3f6363c-a09e-4c0f-924e-c606883a4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397649 May 10 17:23:49.403748 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79b61-39ea-43fb-ae23-b1f6c15ee1dc req-6b908b80-6ee5-4e7b-ad16-7dabadcffc06 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:49.405200 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-56c79b61-39ea-43fb-ae23-b1f6c15ee1dc req-6b908b80-6ee5-4e7b-ad16-7dabadcffc06 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 985 time: 0.0809700 May 10 17:23:49.450124 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-56c79b61-39ea-43fb-ae23-b1f6c15ee1dc req-e5831cf6-15a8-4990-b7ff-1acc1bb38ddb tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&id=1dfa7faf-1ac1-40a6-8863-9736d1469e91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0390959 May 10 17:23:49.971147 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216882c-8de6-4f2e-9fd7-621b6de8df97 req-966e3ef6-92b0-453c-a486-14a28609ec37 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:49.972582 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d216882c-8de6-4f2e-9fd7-621b6de8df97 req-966e3ef6-92b0-453c-a486-14a28609ec37 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 945 time: 0.0812848 May 10 17:23:50.020068 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d216882c-8de6-4f2e-9fd7-621b6de8df97 req-753df354-9d08-45d5-af79-fb85e5bcdc26 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415618 May 10 17:23:50.342273 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89496f-c31f-446b-9b84-5ea1f9831bfc req-4e936e72-9011-4902-a368-c6d23766f536 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:50.343826 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0f89496f-c31f-446b-9b84-5ea1f9831bfc req-4e936e72-9011-4902-a368-c6d23766f536 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 946 time: 0.0797734 May 10 17:23:50.391325 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0f89496f-c31f-446b-9b84-5ea1f9831bfc req-d69e1fa3-98fe-46d8-be15-0f96c09eb0b5 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3f6363c-a09e-4c0f-924e-c606883a4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418353 May 10 17:23:50.569540 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaa2c2-d0ba-4cf7-8ea3-30b13117b49c req-ddbc1389-de39-46be-bc4f-f44569446ff9 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:50.570893 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e7aaa2c2-d0ba-4cf7-8ea3-30b13117b49c req-ddbc1389-de39-46be-bc4f-f44569446ff9 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 946 time: 0.0788248 May 10 17:23:50.579755 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 53802) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:50.584730 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-522602eb-2634-470c-82be-7d603f6c38ea tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Request body: {'floatingip': {'port_id': '68b94d12-2c91-4ce8-b7f5-d1c903c0a741'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:50.632868 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d30d7-960a-4e6a-b15f-5e6635f1d555 req-ca3d3bc9-a0d8-43f7-893a-1c4eeef96f43 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:50.634628 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0a0d30d7-960a-4e6a-b15f-5e6635f1d555 req-ca3d3bc9-a0d8-43f7-893a-1c4eeef96f43 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 985 time: 0.0811150 May 10 17:23:50.683689 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0a0d30d7-960a-4e6a-b15f-5e6635f1d555 req-6af23993-3744-4cd5-804f-5e9a0f69307e tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&id=1dfa7faf-1ac1-40a6-8863-9736d1469e91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0427027 May 10 17:23:50.687636 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 46f9b9d6-1e90-42af-ae77-50af467d48ce up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:23:50.746220 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-522602eb-2634-470c-82be-7d603f6c38ea tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for floatingip, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:50.760284 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port 46f9b9d6-1e90-42af-ae77-50af467d48ce completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:23:50.765244 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 46f9b9d6-1e90-42af-ae77-50af467d48ce triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:23:50.765622 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:50.886678 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:50.913144 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf44764b-b797-4340-b8b3-fb89fedaa567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f9b9d6-1e90-42af-ae77-50af467d48ce'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:23:50.923193 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 46f9b9d6-1e90-42af-ae77-50af467d48ce, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=46f9b9d6-1e90-42af-ae77-50af467d48ce,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:23:50.927345 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:50.929535 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-779824fd-7910-499a-9529-96e28f9741b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:50.963683 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf44764b-b797-4340-b8b3-fb89fedaa567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f9b9d6-1e90-42af-ae77-50af467d48ce', 'code': 200} May 10 17:23:50.997011 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=46f9b9d6-1e90-42af-ae77-50af467d48ce,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:51.000133 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:51.216842 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8868bc0-f1e6-4868-8f30-cf572add7111 req-5130d765-ddb7-4068-b38c-8736825cca67 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:51.218953 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-b8868bc0-f1e6-4868-8f30-cf572add7111 req-5130d765-ddb7-4068-b38c-8736825cca67 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 946 time: 0.0883992 May 10 17:23:51.263345 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-b8868bc0-f1e6-4868-8f30-cf572add7111 req-c041185b-34c0-469b-85dc-bcd8f42c37aa tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385623 May 10 17:23:51.406204 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d5af1-47db-4d4c-a1e0-c81db0a51f07 req-93e7370e-438a-491b-acd5-22ff4a350708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:51.407716 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1a9d5af1-47db-4d4c-a1e0-c81db0a51f07 req-93e7370e-438a-491b-acd5-22ff4a350708 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 1099 time: 0.2368922 May 10 17:23:51.416647 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-522602eb-2634-470c-82be-7d603f6c38ea tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:51.434069 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-522602eb-2634-470c-82be-7d603f6c38ea tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16389503'] for floatingip, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:51.572619 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1a9d5af1-47db-4d4c-a1e0-c81db0a51f07 req-549edfdf-d505-443a-87b2-75633bbb822f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547091 May 10 17:23:51.615438 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.l3_db [None req-522602eb-2634-470c-82be-7d603f6c38ea tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Floating IP c25df8e5-4ea9-4a51-aa3a-ad9bc6dde83e associated. External IP: 172.27.0.161, port: 68b94d12-2c91-4ce8-b7f5-d1c903c0a741. May 10 17:23:51.870962 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b627f9-0e07-4665-93f3-56fd3b90979f req-1cef3f7a-c642-4e0d-ade1-8ce621030f7c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:51.872409 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-07b627f9-0e07-4665-93f3-56fd3b90979f req-1cef3f7a-c642-4e0d-ade1-8ce621030f7c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 985 time: 0.0788822 May 10 17:23:51.925493 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-07b627f9-0e07-4665-93f3-56fd3b90979f req-57b9d748-0d5f-4bf5-baca-1ac80ada01ec tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&id=1dfa7faf-1ac1-40a6-8863-9736d1469e91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0464120 May 10 17:23:52.048612 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522602eb-2634-470c-82be-7d603f6c38ea tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Router a4aa901b-9f28-441a-8b09-6124090251c7 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:23:52.222030 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522602eb-2634-470c-82be-7d603f6c38ea tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:23:52.226084 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-522602eb-2634-470c-82be-7d603f6c38ea tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:52.231172 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3c4f0b-73be-49c7-a0da-e45136269f56 None None] Sync routers for ids ['a4aa901b-9f28-441a-8b09-6124090251c7'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:23:52.240816 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c4f0b-73be-49c7-a0da-e45136269f56 None None] Routers {'a4aa901b-9f28-441a-8b09-6124090251c7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:23:52.241451 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-2b3c4f0b-73be-49c7-a0da-e45136269f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:23:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['a4aa901b-9f28-441a-8b09-6124090251c7'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:23:52.279612 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-522602eb-2634-470c-82be-7d603f6c38ea tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "PUT /v2.0/floatingips/c25df8e5-4ea9-4a51-aa3a-ad9bc6dde83e HTTP/1.1" status: 200 len: 992 time: 1.6988370 May 10 17:23:52.280854 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce5be7e-8abd-4e60-b485-95f63cd6172f', 'tag': '68b94d12-2c91-4ce8-b7f5-d1c903c0a741'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:23:52.326146 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce5be7e-8abd-4e60-b485-95f63cd6172f', 'tag': '68b94d12-2c91-4ce8-b7f5-d1c903c0a741', 'status': 'completed', 'code': 200} May 10 17:23:52.419763 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-2b3c4f0b-73be-49c7-a0da-e45136269f56 None None] Set router a4aa901b-9f28-441a-8b09-6124090251c7 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:23:52.494207 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6673f-32bc-41b7-825b-8f248723955e req-11fb9226-4967-4a42-8936-37f765e0c9fe tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:52.496537 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-e9c6673f-32bc-41b7-825b-8f248723955e req-11fb9226-4967-4a42-8936-37f765e0c9fe tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 946 time: 0.0887768 May 10 17:23:52.516732 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3759242-51e2-4b78-b28a-8a938f28f01d req-c4b24496-23f1-40a5-ba5e-3f8729b523d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:52.518888 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e3759242-51e2-4b78-b28a-8a938f28f01d req-c4b24496-23f1-40a5-ba5e-3f8729b523d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62136d7f0f71473ab7a5bef1cbdb2804&device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 1099 time: 0.1002192 May 10 17:23:52.546862 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-e9c6673f-32bc-41b7-825b-8f248723955e req-89a0a503-363c-4fc9-9d95-69ba1262bab4 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431461 May 10 17:23:52.673419 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3759242-51e2-4b78-b28a-8a938f28f01d req-6f4a9848-2dc9-406c-a5b3-d529fcc1e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:52.674865 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e3759242-51e2-4b78-b28a-8a938f28f01d req-6f4a9848-2dc9-406c-a5b3-d529fcc1e048 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1f98b04-1289-47a9-9686-186f52c6471f HTTP/1.1" status: 200 len: 911 time: 0.1269217 May 10 17:23:52.780302 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-2b3c4f0b-73be-49c7-a0da-e45136269f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': 'c25df8e5-4ea9-4a51-aa3a-ad9bc6dde83e', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'port_id': '68b94d12-2c91-4ce8-b7f5-d1c903c0a741', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'mac_address': 'fa:16:3e:af:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5be7e-8abd-4e60-b485-95f63cd6172f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:34Z', 'updated_at': '2021-05-10T17:23:51Z', 'revision_number': 1, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d4b51c-466b-4c50-ac0e-f78659b11c4f', 'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'mac_address': 'fa:16:3e:3b:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:39Z', 'updated_at': '2021-05-10T17:18:56Z', 'revision_number': 5, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'subnets': [{'id': 'db28a517-7717-4b21-84d2-bf190df65817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:23:52.784638 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3c4f0b-73be-49c7-a0da-e45136269f56 None None] Checking router: a4aa901b-9f28-441a-8b09-6124090251c7 for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:23:52.790929 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e3759242-51e2-4b78-b28a-8a938f28f01d req-7f9d4d6d-2d32-40a2-ab4d-79ee8d4f91f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68b94d12-2c91-4ce8-b7f5-d1c903c0a741 HTTP/1.1" status: 200 len: 1000 time: 0.1029701 May 10 17:23:52.793157 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c4f0b-73be-49c7-a0da-e45136269f56 None None] Routers {'a4aa901b-9f28-441a-8b09-6124090251c7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:23:52.793763 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-2b3c4f0b-73be-49c7-a0da-e45136269f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:23:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['a4aa901b-9f28-441a-8b09-6124090251c7'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:23:52.868615 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3759242-51e2-4b78-b28a-8a938f28f01d req-121e6871-f566-4c84-abed-9b927bc6fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:52.870531 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e3759242-51e2-4b78-b28a-8a938f28f01d req-121e6871-f566-4c84-abed-9b927bc6fd14 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db28a517-7717-4b21-84d2-bf190df65817 HTTP/1.1" status: 200 len: 849 time: 0.0615752 May 10 17:23:52.950855 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3759242-51e2-4b78-b28a-8a938f28f01d req-1baabd8c-eef6-4e29-89de-075a2b667b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:52.953108 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e3759242-51e2-4b78-b28a-8a938f28f01d req-1baabd8c-eef6-4e29-89de-075a2b667b6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1f98b04-1289-47a9-9686-186f52c6471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744758 May 10 17:23:53.012163 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-2b3c4f0b-73be-49c7-a0da-e45136269f56 None None] Set router a4aa901b-9f28-441a-8b09-6124090251c7 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:23:53.126159 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3255082-f5de-4612-9b7c-6144a0ab015e req-6bd03f18-1038-4c3c-8ce0-20392677a799 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:53.127960 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a3255082-f5de-4612-9b7c-6144a0ab015e req-6bd03f18-1038-4c3c-8ce0-20392677a799 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 985 time: 0.0933146 May 10 17:23:53.163845 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e3759242-51e2-4b78-b28a-8a938f28f01d req-0b9771b6-052f-4a27-a866-f7e93b258ded service neutron] 10.222.0.48 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523564 May 10 17:23:53.185110 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a3255082-f5de-4612-9b7c-6144a0ab015e req-0d8f0282-0ca4-40e8-83e0-7b33ea688b4f tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&id=1dfa7faf-1ac1-40a6-8863-9736d1469e91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0508454 May 10 17:23:53.319015 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e3759242-51e2-4b78-b28a-8a938f28f01d req-8e2a5d28-e830-405a-8dad-95c2616f81ff service neutron] 10.222.0.48 "GET /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361196 May 10 17:23:53.370558 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-2b3c4f0b-73be-49c7-a0da-e45136269f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': 'c25df8e5-4ea9-4a51-aa3a-ad9bc6dde83e', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'port_id': '68b94d12-2c91-4ce8-b7f5-d1c903c0a741', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'mac_address': 'fa:16:3e:af:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5be7e-8abd-4e60-b485-95f63cd6172f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:34Z', 'updated_at': '2021-05-10T17:23:51Z', 'revision_number': 1, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d4b51c-466b-4c50-ac0e-f78659b11c4f', 'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'mac_address': 'fa:16:3e:3b:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:39Z', 'updated_at': '2021-05-10T17:18:56Z', 'revision_number': 5, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'subnets': [{'id': 'db28a517-7717-4b21-84d2-bf190df65817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:23:53.375234 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3c4f0b-73be-49c7-a0da-e45136269f56 None None] The sync data for ids ['a4aa901b-9f28-441a-8b09-6124090251c7'] in dv-cinder-786385-3-iscsi is: [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': 'c25df8e5-4ea9-4a51-aa3a-ad9bc6dde83e', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'port_id': '68b94d12-2c91-4ce8-b7f5-d1c903c0a741', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'mac_address': 'fa:16:3e:af:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5be7e-8abd-4e60-b485-95f63cd6172f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:34Z', 'updated_at': '2021-05-10T17:23:51Z', 'revision_number': 1, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d4b51c-466b-4c50-ac0e-f78659b11c4f', 'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'mac_address': 'fa:16:3e:3b:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:39Z', 'updated_at': '2021-05-10T17:18:56Z', 'revision_number': 5, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'subnets': [{'id': 'db28a517-7717-4b21-84d2-bf190df65817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:23:53.550486 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67de9431-a320-402c-9e67-7a098743cdc4 None None] New status for floating IP c25df8e5-4ea9-4a51-aa3a-ad9bc6dde83e: ACTIVE {{(pid=78666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:23:53.735777 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4520fdd-7ae8-4816-a035-ce99389301e1 req-292d6b04-4dd6-4f5d-aa45-26eab6a6c939 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:53.737451 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a4520fdd-7ae8-4816-a035-ce99389301e1 req-292d6b04-4dd6-4f5d-aa45-26eab6a6c939 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 946 time: 0.0872822 May 10 17:23:53.799503 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a4520fdd-7ae8-4816-a035-ce99389301e1 req-eb16b99d-9383-4e42-b742-ab1f2b71a6cf tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542643 May 10 17:23:54.381160 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83b0e3-a053-4f34-9034-2a252f6aacff req-6cd5f23d-7d34-4ee5-96c8-a438043ce732 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:54.382643 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1d83b0e3-a053-4f34-9034-2a252f6aacff req-6cd5f23d-7d34-4ee5-96c8-a438043ce732 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 985 time: 0.0836418 May 10 17:23:54.430148 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1d83b0e3-a053-4f34-9034-2a252f6aacff req-d7ff07cc-53c9-47fb-a36b-46f46ba78267 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&id=1dfa7faf-1ac1-40a6-8863-9736d1469e91&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0415304 May 10 17:24:01.243983 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:24:07.279810 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-8239fe28-239d-4d0e-b8b9-4ae58f766ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:07.494483 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:07.934314 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd64180-0923-442d-826d-fd2b53a1bf01 req-39c536bc-39cc-40c0-9d5c-1a59ae15f346 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:07.935010 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3cd64180-0923-442d-826d-fd2b53a1bf01 req-39c536bc-39cc-40c0-9d5c-1a59ae15f346 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 946 time: 0.0853121 May 10 17:24:07.989563 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3cd64180-0923-442d-826d-fd2b53a1bf01 req-5b5156c1-a6a2-40bd-92ef-86f9e8f615bd tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489182 May 10 17:24:09.175606 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3b0fe-d554-4cf7-bb03-924a04802a76 req-778ecb34-a9f4-4650-87f8-6ffe9a475d87 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:09.177085 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-87b3b0fe-d554-4cf7-bb03-924a04802a76 req-778ecb34-a9f4-4650-87f8-6ffe9a475d87 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 946 time: 0.0824723 May 10 17:24:09.222211 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-87b3b0fe-d554-4cf7-bb03-924a04802a76 req-5dc72c07-578c-4ecd-b619-e27b8c218a2b tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394738 May 10 17:24:09.860568 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:09.881340 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-6434c98c-9b95-4459-ac3d-d802b135ccd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:10.337940 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad4f17-f14c-45f9-9d92-c635be4100a6 req-5f0d53c8-78d1-4d26-9483-b30a731db178 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:10.339358 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-95ad4f17-f14c-45f9-9d92-c635be4100a6 req-5f0d53c8-78d1-4d26-9483-b30a731db178 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 946 time: 0.0822372 May 10 17:24:10.407768 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe7a85-4977-4d95-acf8-9920a5a72307 req-5a22affd-1a17-4599-a613-e64e1e45436c tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:10.409268 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7cbe7a85-4977-4d95-acf8-9920a5a72307 req-5a22affd-1a17-4599-a613-e64e1e45436c tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 946 time: 0.0792668 May 10 17:24:10.458447 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7cbe7a85-4977-4d95-acf8-9920a5a72307 req-bf6f9443-ade8-400a-bf0b-59313a4763e4 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430894 May 10 17:24:10.477850 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-95ad4f17-f14c-45f9-9d92-c635be4100a6 req-b45fdfc7-315e-4cfc-b70c-9761dcb71e85 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Deleting port 46f9b9d6-1e90-42af-ae77-50af467d48ce {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:24:10.478204 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-95ad4f17-f14c-45f9-9d92-c635be4100a6 req-b45fdfc7-315e-4cfc-b70c-9761dcb71e85 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:10.608362 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-95ad4f17-f14c-45f9-9d92-c635be4100a6 req-b45fdfc7-315e-4cfc-b70c-9761dcb71e85 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] For port 46f9b9d6-1e90-42af-ae77-50af467d48ce, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=46f9b9d6-1e90-42af-ae77-50af467d48ce,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:24:10.608711 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-95ad4f17-f14c-45f9-9d92-c635be4100a6 req-b45fdfc7-315e-4cfc-b70c-9761dcb71e85 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:10.753539 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:10.818419 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-95ad4f17-f14c-45f9-9d92-c635be4100a6 req-b45fdfc7-315e-4cfc-b70c-9761dcb71e85 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Calling delete_port for 46f9b9d6-1e90-42af-ae77-50af467d48ce owned by compute:nova {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:24:10.925206 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-95ad4f17-f14c-45f9-9d92-c635be4100a6 req-b45fdfc7-315e-4cfc-b70c-9761dcb71e85 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:10.930674 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:10.973635 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fdfc7-315e-4cfc-b70c-9761dcb71e85 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Pushing event deleted for resources: {'Port': ['ID=46f9b9d6-1e90-42af-ae77-50af467d48ce,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:10.974104 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['7ad72e12-6847-4345-9cff-3c44a8ec9ae2', '14340732-739a-42e6-80ff-dfa18233f057', 'ef385873-2158-4b3f-ba07-03bd6b096047'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:24:10.977177 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-b45fdfc7-315e-4cfc-b70c-9761dcb71e85 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:11.061934 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ad4f17-f14c-45f9-9d92-c635be4100a6 req-b45fdfc7-315e-4cfc-b70c-9761dcb71e85 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] No DVR routers for this DVR port 46f9b9d6-1e90-42af-ae77-50af467d48ce on host hv-cinder-78638 {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:24:11.064576 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-95ad4f17-f14c-45f9-9d92-c635be4100a6 req-b45fdfc7-315e-4cfc-b70c-9761dcb71e85 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:11.067214 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf44764b-b797-4340-b8b3-fb89fedaa567', 'name': 'network-vif-deleted', 'tag': '46f9b9d6-1e90-42af-ae77-50af467d48ce'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:24:11.085738 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-95ad4f17-f14c-45f9-9d92-c635be4100a6 req-b45fdfc7-315e-4cfc-b70c-9761dcb71e85 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.48 "DELETE /v2.0/ports/46f9b9d6-1e90-42af-ae77-50af467d48ce HTTP/1.1" status: 204 len: 173 time: 0.7394853 May 10 17:24:11.171601 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf44764b-b797-4340-b8b3-fb89fedaa567', 'name': 'network-vif-deleted', 'tag': '46f9b9d6-1e90-42af-ae77-50af467d48ce', 'status': 'completed', 'code': 200} May 10 17:24:11.619400 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-864433cb-4d19-492b-8bd7-0cade8355c8c req-c661d6ea-ee04-40af-b759-c79c0d5ac5e9 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf44764b-b797-4340-b8b3-fb89fedaa567 HTTP/1.1" status: 200 len: 210 time: 0.0417099 May 10 17:24:12.421539 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:12.778808 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 46f9b9d6-1e90-42af-ae77-50af467d48ce no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:24:12.812676 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: 46f9b9d6-1e90-42af-ae77-50af467d48ce {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:24:12.813062 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 46f9b9d6-1e90-42af-ae77-50af467d48ce not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:24:14.283388 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9d82a-c9ae-4087-8089-4b0e87f276a5 req-d89c7a9f-83e1-465f-85ce-c0a059e1441c tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:14.283988 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-5aa9d82a-c9ae-4087-8089-4b0e87f276a5 req-d89c7a9f-83e1-465f-85ce-c0a059e1441c tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Synchronizing usage tracker for tenant:e515305ff422410ea610381fba30d2fc on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:24:14.299012 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-5aa9d82a-c9ae-4087-8089-4b0e87f276a5 req-d89c7a9f-83e1-465f-85ce-c0a059e1441c tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Unset dirty status for tenant:e515305ff422410ea610381fba30d2fc on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:24:14.300178 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5aa9d82a-c9ae-4087-8089-4b0e87f276a5 req-d89c7a9f-83e1-465f-85ce-c0a059e1441c tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=e02c4e6a-9d31-4e82-9004-b986b457b8b0 HTTP/1.1" status: 200 len: 945 time: 0.0931962 May 10 17:24:14.346929 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5aa9d82a-c9ae-4087-8089-4b0e87f276a5 req-db80e97d-4cdf-4dbd-99e1-83788ac3d3ca tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409632 May 10 17:24:15.529841 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdd028-ae35-46a7-9033-a0f98efe39bc req-9a373abb-1a68-46b9-bf5d-f2eb03980a38 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:15.531315 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-14cdd028-ae35-46a7-9033-a0f98efe39bc req-9a373abb-1a68-46b9-bf5d-f2eb03980a38 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=e02c4e6a-9d31-4e82-9004-b986b457b8b0 HTTP/1.1" status: 200 len: 945 time: 0.0799992 May 10 17:24:15.575225 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-14cdd028-ae35-46a7-9033-a0f98efe39bc req-a23807dd-f30f-4dd9-8dcb-55a60336c3ed tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379491 May 10 17:24:16.463051 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dca1ca-bd6f-456a-ab58-a2936dd97cea req-f8e9fd77-13dc-47db-8f05-99b966ddf983 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:16.464462 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-00dca1ca-bd6f-456a-ab58-a2936dd97cea req-f8e9fd77-13dc-47db-8f05-99b966ddf983 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.48 "GET /v2.0/ports?device_id=e02c4e6a-9d31-4e82-9004-b986b457b8b0 HTTP/1.1" status: 200 len: 945 time: 0.0780139 May 10 17:24:16.602045 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-00dca1ca-bd6f-456a-ab58-a2936dd97cea req-bce648a1-ab72-4ffc-ad9e-e2f431fffa57 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Deleting port ef385873-2158-4b3f-ba07-03bd6b096047 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:24:16.602390 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-00dca1ca-bd6f-456a-ab58-a2936dd97cea req-bce648a1-ab72-4ffc-ad9e-e2f431fffa57 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:16.775215 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-00dca1ca-bd6f-456a-ab58-a2936dd97cea req-bce648a1-ab72-4ffc-ad9e-e2f431fffa57 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] For port ef385873-2158-4b3f-ba07-03bd6b096047, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ef385873-2158-4b3f-ba07-03bd6b096047,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:24:16.775577 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-00dca1ca-bd6f-456a-ab58-a2936dd97cea req-bce648a1-ab72-4ffc-ad9e-e2f431fffa57 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:16.902933 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-00dca1ca-bd6f-456a-ab58-a2936dd97cea req-bce648a1-ab72-4ffc-ad9e-e2f431fffa57 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Calling delete_port for ef385873-2158-4b3f-ba07-03bd6b096047 owned by compute:nova {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:24:16.928018 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c594b-61ce-4cba-aea1-f21ef0fde030 req-48bf2716-be80-4db1-8e1b-f0bd1cba59b2 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:16.929468 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c41c594b-61ce-4cba-aea1-f21ef0fde030 req-48bf2716-be80-4db1-8e1b-f0bd1cba59b2 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=e02c4e6a-9d31-4e82-9004-b986b457b8b0 HTTP/1.1" status: 200 len: 945 time: 0.2475109 May 10 17:24:16.984692 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c41c594b-61ce-4cba-aea1-f21ef0fde030 req-e288cf8f-2834-42cc-bf44-8823b0f38422 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459230 May 10 17:24:17.077798 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-00dca1ca-bd6f-456a-ab58-a2936dd97cea req-bce648a1-ab72-4ffc-ad9e-e2f431fffa57 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:17.083423 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c2790576-668e-4beb-b374-f074f115b810 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:17.129752 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce648a1-ab72-4ffc-ad9e-e2f431fffa57 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Pushing event deleted for resources: {'Port': ['ID=ef385873-2158-4b3f-ba07-03bd6b096047,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:17.132594 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-bce648a1-ab72-4ffc-ad9e-e2f431fffa57 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:17.133273 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['7ad72e12-6847-4345-9cff-3c44a8ec9ae2', '14340732-739a-42e6-80ff-dfa18233f057'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:24:17.204573 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dca1ca-bd6f-456a-ab58-a2936dd97cea req-bce648a1-ab72-4ffc-ad9e-e2f431fffa57 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] No DVR routers for this DVR port ef385873-2158-4b3f-ba07-03bd6b096047 on host hv-cinder-78638 {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:24:17.207143 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-00dca1ca-bd6f-456a-ab58-a2936dd97cea req-bce648a1-ab72-4ffc-ad9e-e2f431fffa57 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:17.209758 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02c4e6a-9d31-4e82-9004-b986b457b8b0', 'name': 'network-vif-deleted', 'tag': 'ef385873-2158-4b3f-ba07-03bd6b096047'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:24:17.226527 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-00dca1ca-bd6f-456a-ab58-a2936dd97cea req-bce648a1-ab72-4ffc-ad9e-e2f431fffa57 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.48 "DELETE /v2.0/ports/ef385873-2158-4b3f-ba07-03bd6b096047 HTTP/1.1" status: 204 len: 173 time: 0.7514865 May 10 17:24:17.269564 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02c4e6a-9d31-4e82-9004-b986b457b8b0', 'name': 'network-vif-deleted', 'tag': 'ef385873-2158-4b3f-ba07-03bd6b096047', 'status': 'completed', 'code': 200} May 10 17:24:18.580779 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f497bb6-6e7b-46cb-8f97-c3a4dfbadd61 req-30dcd795-373f-4017-8e9e-82654abbf6ba tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:18.581509 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-3f497bb6-6e7b-46cb-8f97-c3a4dfbadd61 req-30dcd795-373f-4017-8e9e-82654abbf6ba tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Synchronizing usage tracker for tenant:e515305ff422410ea610381fba30d2fc on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:24:18.597793 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-3f497bb6-6e7b-46cb-8f97-c3a4dfbadd61 req-30dcd795-373f-4017-8e9e-82654abbf6ba tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Unset dirty status for tenant:e515305ff422410ea610381fba30d2fc on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:24:18.599137 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3f497bb6-6e7b-46cb-8f97-c3a4dfbadd61 req-30dcd795-373f-4017-8e9e-82654abbf6ba tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=d92eee4b-3f95-4e5e-97a8-080242be52df HTTP/1.1" status: 200 len: 946 time: 0.1062849 May 10 17:24:18.655950 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3f497bb6-6e7b-46cb-8f97-c3a4dfbadd61 req-b363058f-e3fc-41e7-b6f5-92e1fc57438c tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512049 May 10 17:24:18.796030 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device ef385873-2158-4b3f-ba07-03bd6b096047 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:24:18.832669 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: ef385873-2158-4b3f-ba07-03bd6b096047 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:24:18.832975 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device ef385873-2158-4b3f-ba07-03bd6b096047 not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:24:19.845217 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835045e-7251-4d05-9e7c-02212560ebce req-6187c174-b9a3-4062-bc7c-484988d9260b tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:19.846624 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1835045e-7251-4d05-9e7c-02212560ebce req-6187c174-b9a3-4062-bc7c-484988d9260b tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=d92eee4b-3f95-4e5e-97a8-080242be52df HTTP/1.1" status: 200 len: 946 time: 0.0827312 May 10 17:24:19.891524 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1835045e-7251-4d05-9e7c-02212560ebce req-bc3575bf-bc77-4303-8a04-96b88e91eb20 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391319 May 10 17:24:20.219859 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27762f99-1634-4908-b072-27a282662097 req-416757d6-43a4-4d27-9f26-bcb1b23f762f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:20.221303 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-27762f99-1634-4908-b072-27a282662097 req-416757d6-43a4-4d27-9f26-bcb1b23f762f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.48 "GET /v2.0/ports?device_id=d92eee4b-3f95-4e5e-97a8-080242be52df HTTP/1.1" status: 200 len: 946 time: 0.0824382 May 10 17:24:20.356874 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-27762f99-1634-4908-b072-27a282662097 req-b9260d6e-a325-46b9-b9b8-65372c970722 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Deleting port 14340732-739a-42e6-80ff-dfa18233f057 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:24:20.357239 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-27762f99-1634-4908-b072-27a282662097 req-b9260d6e-a325-46b9-b9b8-65372c970722 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:20.571914 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-27762f99-1634-4908-b072-27a282662097 req-b9260d6e-a325-46b9-b9b8-65372c970722 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] For port 14340732-739a-42e6-80ff-dfa18233f057, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=14340732-739a-42e6-80ff-dfa18233f057,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:24:20.572264 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-27762f99-1634-4908-b072-27a282662097 req-b9260d6e-a325-46b9-b9b8-65372c970722 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:20.697548 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-27762f99-1634-4908-b072-27a282662097 req-b9260d6e-a325-46b9-b9b8-65372c970722 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Calling delete_port for 14340732-739a-42e6-80ff-dfa18233f057 owned by compute:nova {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:24:20.809763 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-27762f99-1634-4908-b072-27a282662097 req-b9260d6e-a325-46b9-b9b8-65372c970722 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:20.815902 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:20.862601 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9260d6e-a325-46b9-b9b8-65372c970722 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Pushing event deleted for resources: {'Port': ['ID=14340732-739a-42e6-80ff-dfa18233f057,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:20.865515 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-b9260d6e-a325-46b9-b9b8-65372c970722 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:20.866441 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['7ad72e12-6847-4345-9cff-3c44a8ec9ae2', '14340732-739a-42e6-80ff-dfa18233f057'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:24:20.936724 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-27762f99-1634-4908-b072-27a282662097 req-b9260d6e-a325-46b9-b9b8-65372c970722 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] No DVR routers for this DVR port 14340732-739a-42e6-80ff-dfa18233f057 on host hv-cinder-78638 {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:24:20.939143 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-27762f99-1634-4908-b072-27a282662097 req-b9260d6e-a325-46b9-b9b8-65372c970722 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:20.941897 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92eee4b-3f95-4e5e-97a8-080242be52df', 'name': 'network-vif-deleted', 'tag': '14340732-739a-42e6-80ff-dfa18233f057'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:24:20.957669 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-27762f99-1634-4908-b072-27a282662097 req-b9260d6e-a325-46b9-b9b8-65372c970722 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.48 "DELETE /v2.0/ports/14340732-739a-42e6-80ff-dfa18233f057 HTTP/1.1" status: 204 len: 173 time: 0.7280810 May 10 17:24:21.005480 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92eee4b-3f95-4e5e-97a8-080242be52df', 'name': 'network-vif-deleted', 'tag': '14340732-739a-42e6-80ff-dfa18233f057', 'status': 'completed', 'code': 200} May 10 17:24:21.054491 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-71611f63-171b-4dac-9040-de0071fcdefb req-5f7f9670-691e-4922-95f0-bccbf5a90ce0 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Synchronizing usage tracker for tenant:e515305ff422410ea610381fba30d2fc on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:24:21.071977 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-71611f63-171b-4dac-9040-de0071fcdefb req-5f7f9670-691e-4922-95f0-bccbf5a90ce0 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Unset dirty status for tenant:e515305ff422410ea610381fba30d2fc on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:24:21.073427 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-71611f63-171b-4dac-9040-de0071fcdefb req-5f7f9670-691e-4922-95f0-bccbf5a90ce0 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=d92eee4b-3f95-4e5e-97a8-080242be52df HTTP/1.1" status: 200 len: 210 time: 0.0669789 May 10 17:24:22.818946 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 14340732-739a-42e6-80ff-dfa18233f057 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:24:22.853445 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: 14340732-739a-42e6-80ff-dfa18233f057 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:24:22.853803 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 14340732-739a-42e6-80ff-dfa18233f057 not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:24:23.747659 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a188c-3ae3-4247-9eef-6f6f43102679 req-53b61ed3-415c-4c82-b41e-d4704efc9e70 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:23.749702 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7e6a188c-3ae3-4247-9eef-6f6f43102679 req-53b61ed3-415c-4c82-b41e-d4704efc9e70 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 946 time: 0.0863235 May 10 17:24:23.866909 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7e6a188c-3ae3-4247-9eef-6f6f43102679 req-db50e4ca-3d13-463c-9f91-3e436c9a4644 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115575 May 10 17:24:25.053318 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724c147-0e14-45a1-a49b-b61274b81f25 req-01a53624-fe7b-493d-a910-ce06c04ff7c7 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:25.054863 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8724c147-0e14-45a1-a49b-b61274b81f25 req-01a53624-fe7b-493d-a910-ce06c04ff7c7 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 946 time: 0.0817792 May 10 17:24:25.106839 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8724c147-0e14-45a1-a49b-b61274b81f25 req-08be4d5b-b4a0-4b5e-b57d-18559c3c92ee tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460277 May 10 17:24:25.751351 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d8cdb-2380-4b26-8bbd-2666515348bc req-7ddc562b-d27c-45e9-9f38-6fb75b576ad3 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:25.752765 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-881d8cdb-2380-4b26-8bbd-2666515348bc req-7ddc562b-d27c-45e9-9f38-6fb75b576ad3 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 946 time: 0.0790319 May 10 17:24:25.889127 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-881d8cdb-2380-4b26-8bbd-2666515348bc req-3295fbe7-fb27-46ed-abbf-7f0b1c33c888 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Deleting port 7ad72e12-6847-4345-9cff-3c44a8ec9ae2 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:24:25.889470 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-881d8cdb-2380-4b26-8bbd-2666515348bc req-3295fbe7-fb27-46ed-abbf-7f0b1c33c888 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:26.021144 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-881d8cdb-2380-4b26-8bbd-2666515348bc req-3295fbe7-fb27-46ed-abbf-7f0b1c33c888 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] For port 7ad72e12-6847-4345-9cff-3c44a8ec9ae2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7ad72e12-6847-4345-9cff-3c44a8ec9ae2,segment=NetworkSegment(00ca28f1-659e-4375-bef5-d8330c65e51d),segment_id=00ca28f1-659e-4375-bef5-d8330c65e51d)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:24:26.021416 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-881d8cdb-2380-4b26-8bbd-2666515348bc req-3295fbe7-fb27-46ed-abbf-7f0b1c33c888 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:26.143189 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-881d8cdb-2380-4b26-8bbd-2666515348bc req-3295fbe7-fb27-46ed-abbf-7f0b1c33c888 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Calling delete_port for 7ad72e12-6847-4345-9cff-3c44a8ec9ae2 owned by compute:nova {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:24:26.255734 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-881d8cdb-2380-4b26-8bbd-2666515348bc req-3295fbe7-fb27-46ed-abbf-7f0b1c33c888 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:26.261273 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-832c9f01-86c8-461f-b2b3-12f4df87ac5e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:26.295320 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f166bc-bdad-402b-a835-1b7269ea7c35 req-4617e6c5-b64e-4e01-8f86-853dc2b40b13 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:26.297056 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-72f166bc-bdad-402b-a835-1b7269ea7c35 req-4617e6c5-b64e-4e01-8f86-853dc2b40b13 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c133795-b960-4896-b9e0-b0a91855a0c1 HTTP/1.1" status: 200 len: 867 time: 0.0855117 May 10 17:24:26.305165 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['7ad72e12-6847-4345-9cff-3c44a8ec9ae2'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:24:26.307582 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295fbe7-fb27-46ed-abbf-7f0b1c33c888 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Pushing event deleted for resources: {'Port': ['ID=7ad72e12-6847-4345-9cff-3c44a8ec9ae2,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:26.311285 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-3295fbe7-fb27-46ed-abbf-7f0b1c33c888 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:26.350171 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-72f166bc-bdad-402b-a835-1b7269ea7c35 req-de4f3920-a702-4b5a-acf0-a89d1b96be84 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.16 "GET /v2.0/security-groups?id=983e0017-dcee-4ca6-ae33-690da64cb0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463014 May 10 17:24:26.387584 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-881d8cdb-2380-4b26-8bbd-2666515348bc req-3295fbe7-fb27-46ed-abbf-7f0b1c33c888 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] No DVR routers for this DVR port 7ad72e12-6847-4345-9cff-3c44a8ec9ae2 on host hv-cinder-78638 {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:24:26.390479 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-881d8cdb-2380-4b26-8bbd-2666515348bc req-3295fbe7-fb27-46ed-abbf-7f0b1c33c888 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:26.392995 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c133795-b960-4896-b9e0-b0a91855a0c1', 'name': 'network-vif-deleted', 'tag': '7ad72e12-6847-4345-9cff-3c44a8ec9ae2'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:24:26.408272 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-881d8cdb-2380-4b26-8bbd-2666515348bc req-3295fbe7-fb27-46ed-abbf-7f0b1c33c888 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] 10.222.0.48 "DELETE /v2.0/ports/7ad72e12-6847-4345-9cff-3c44a8ec9ae2 HTTP/1.1" status: 204 len: 173 time: 0.6496379 May 10 17:24:26.438334 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c133795-b960-4896-b9e0-b0a91855a0c1', 'name': 'network-vif-deleted', 'tag': '7ad72e12-6847-4345-9cff-3c44a8ec9ae2', 'status': 'completed', 'code': 200} May 10 17:24:27.266873 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249714c-58a9-4b91-a57b-a068d8540575 req-9084cbee-ba9c-4fc3-9b0a-6cd9ad46998c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:27.268209 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-7249714c-58a9-4b91-a57b-a068d8540575 req-9084cbee-ba9c-4fc3-9b0a-6cd9ad46998c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.0780771 May 10 17:24:27.311684 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-7249714c-58a9-4b91-a57b-a068d8540575 req-7a0e564f-4de7-452a-ab21-33614984fc3e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377953 May 10 17:24:27.442250 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54092) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:27.504608 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Deleting subnet acef9462-c092-42c0-9698-840ecc5fef3f {{(pid=78663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:24:27.507548 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:27.556533 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13676310'] for subnet, precommit_delete_associations {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:27.613193 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862742'] for subnet, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:27.855193 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15048180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14861216'] for subnet, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:27.858968 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a2a1ab84-70fb-4efb-ade7-2d73ccdda1ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:27.893338 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acef9462-c092-42c0-9698-840ecc5fef3f,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:27.901202 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:27.904085 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:27.904459 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:27.904825 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:27.905212 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:27.905572 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:27.905929 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:27.906281 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:27.906632 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:27.906983 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:27.907332 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:27.907679 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:27.908023 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:27.911534 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:27.914536 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-2d4fc86a-c287-4691-820f-65195d1ca758 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/acef9462-c092-42c0-9698-840ecc5fef3f HTTP/1.1" status: 204 len: 168 time: 0.4713025 May 10 17:24:27.917080 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54096) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:28.021679 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-788a8f92-f36b-485f-a0d3-15a40fed8c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737558'] for network, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:28.142355 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-788a8f92-f36b-485f-a0d3-15a40fed8c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856813', 'neutron.services.segments.db._delete_segments_for_network-8781908246685'] for network, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:28.154666 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-788a8f92-f36b-485f-a0d3-15a40fed8c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9bffe3-8180-4c64-b70e-40874a4678f5']}} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:24:28.170317 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-788a8f92-f36b-485f-a0d3-15a40fed8c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ca28f1-659e-4375-bef5-d8330c65e51d') {'for_net_delete': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:24:28.170607 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-788a8f92-f36b-485f-a0d3-15a40fed8c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ca28f1-659e-4375-bef5-d8330c65e51d') {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:24:28.181786 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-788a8f92-f36b-485f-a0d3-15a40fed8c75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781908258151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13676297'] for segment, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:28.197594 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-788a8f92-f36b-485f-a0d3-15a40fed8c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:28.203440 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788a8f92-f36b-485f-a0d3-15a40fed8c75 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=78663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:24:28.203816 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-788a8f92-f36b-485f-a0d3-15a40fed8c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15048082'] for segment, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: Traceback (most recent call last): May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: timer() May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: cb(*args, **kw) May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: return func(*args, **kwargs) May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: self._notify() May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: self.callback(batched_events) May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: event.method(event) May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: return f(self, *a, **k) May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: return self._get(url).json() May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: return self.request(url, 'GET', **kwargs) May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:24:28.216519 dv-cinder-786385-3-iscsi neutron-server[78663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:24:28.288525 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-788a8f92-f36b-485f-a0d3-15a40fed8c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16389488'] for network, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:28.295168 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-788a8f92-f36b-485f-a0d3-15a40fed8c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:28.298647 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-7ace7491-6737-4322-9ced-d6f12b16fea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:28.323991 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a8f92-f36b-485f-a0d3-15a40fed8c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa9bffe3-8180-4c64-b70e-40874a4678f5,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:28.327026 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-788a8f92-f36b-485f-a0d3-15a40fed8c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:28.331561 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-788a8f92-f36b-485f-a0d3-15a40fed8c75 admin admin] 10.222.0.16 "DELETE /v2.0/networks/aa9bffe3-8180-4c64-b70e-40874a4678f5 HTTP/1.1" status: 204 len: 168 time: 0.4135721 May 10 17:24:28.437863 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54104) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:28.489240 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-883be94d-8c59-4b56-9c3f-ebe516c462d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e515305ff422410ea610381fba30d2fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479660 May 10 17:24:28.489929 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54108) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:28.509379 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b130ab7-eb88-4075-9eb1-ad4d4f79d4c7 req-ba2aae16-2310-4ad0-83a8-0e9772e399b9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:28.510987 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8b130ab7-eb88-4075-9eb1-ad4d4f79d4c7 req-ba2aae16-2310-4ad0-83a8-0e9772e399b9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.0832503 May 10 17:24:28.551170 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-6f1af054-a5aa-4556-a90b-76f3801e298f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:28.559458 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8b130ab7-eb88-4075-9eb1-ad4d4f79d4c7 req-01b93083-5ee6-4655-9ad4-bd6944a5c0a3 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422385 May 10 17:24:28.579720 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-6f1af054-a5aa-4556-a90b-76f3801e298f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:28.637702 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-6f1af054-a5aa-4556-a90b-76f3801e298f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:28.642304 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-e318460a-31aa-4188-882e-06b8177aad32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:28.659409 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1af054-a5aa-4556-a90b-76f3801e298f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983e0017-dcee-4ca6-ae33-690da64cb0f5,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:28.662517 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-6f1af054-a5aa-4556-a90b-76f3801e298f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:28.668738 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-6f1af054-a5aa-4556-a90b-76f3801e298f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:28.670060 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-6f1af054-a5aa-4556-a90b-76f3801e298f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/983e0017-dcee-4ca6-ae33-690da64cb0f5 HTTP/1.1" status: 204 len: 168 time: 0.1796937 May 10 17:24:28.863962 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 7ad72e12-6847-4345-9cff-3c44a8ec9ae2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:24:28.900123 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: 7ad72e12-6847-4345-9cff-3c44a8ec9ae2 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:24:28.900473 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 7ad72e12-6847-4345-9cff-3c44a8ec9ae2 not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:24:29.761356 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1795407-8d96-40ae-89d7-337bfc29fa1b req-181420aa-a45c-4319-99e4-45cbb533a173 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:29.763167 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e1795407-8d96-40ae-89d7-337bfc29fa1b req-181420aa-a45c-4319-99e4-45cbb533a173 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.0823061 May 10 17:24:29.808374 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-e1795407-8d96-40ae-89d7-337bfc29fa1b req-5c4b244e-0cbf-427c-82dd-2cb102f60697 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388803 May 10 17:24:31.084652 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e856e6-83f2-4243-a28d-cc1778601f21 req-ca46f39d-23f8-4799-a91d-21b827002f23 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:31.086151 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-81e856e6-83f2-4243-a28d-cc1778601f21 req-ca46f39d-23f8-4799-a91d-21b827002f23 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.1667910 May 10 17:24:31.140305 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-81e856e6-83f2-4243-a28d-cc1778601f21 req-60576624-8ed7-497e-a8b4-5c9df028562c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480914 May 10 17:24:32.329586 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e185e-c99d-4ddd-af0b-67a2e1f7483a req-4b4591e4-149a-4b92-8c53-854eb2ea44ab tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:32.331037 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c54e185e-c99d-4ddd-af0b-67a2e1f7483a req-4b4591e4-149a-4b92-8c53-854eb2ea44ab tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.0819268 May 10 17:24:32.375110 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c54e185e-c99d-4ddd-af0b-67a2e1f7483a req-641dcdf1-2d96-4d9e-8f57-18217bfb5f21 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383973 May 10 17:24:33.563320 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17347cac-0b2f-466e-9275-532cb913d7ca req-e8a7ac87-75e9-463c-97be-e70064f30ba5 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:33.564743 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-17347cac-0b2f-466e-9275-532cb913d7ca req-e8a7ac87-75e9-463c-97be-e70064f30ba5 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.0784252 May 10 17:24:33.610869 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-17347cac-0b2f-466e-9275-532cb913d7ca req-3ef1f2f3-12e0-48f2-bd87-a5c4935e37a6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405688 May 10 17:24:34.796413 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70629-c273-4726-bc40-db205fa2d3cd req-ce94e5cc-f7d4-4f1a-90cd-1e62ff67687d tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:34.797905 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-49c70629-c273-4726-bc40-db205fa2d3cd req-ce94e5cc-f7d4-4f1a-90cd-1e62ff67687d tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.0781550 May 10 17:24:34.841199 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-49c70629-c273-4726-bc40-db205fa2d3cd req-fb6d432a-bcde-4654-a53a-7214954a7851 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374730 May 10 17:24:36.032498 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bfd1a-79df-476f-96fb-672e2dcd1895 req-f4a44652-65d0-4b4d-a3f2-61b4dc280433 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:36.034011 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f18bfd1a-79df-476f-96fb-672e2dcd1895 req-f4a44652-65d0-4b4d-a3f2-61b4dc280433 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.0834324 May 10 17:24:36.083200 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f18bfd1a-79df-476f-96fb-672e2dcd1895 req-7656548f-fbcb-4b8e-8047-4e37f3631d22 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426388 May 10 17:24:37.276764 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb94e6-3e2e-4e0f-849c-7349705fb7a0 req-2e2249d9-3cda-4873-9fdf-2a395e068423 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:37.278288 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3ddb94e6-3e2e-4e0f-849c-7349705fb7a0 req-2e2249d9-3cda-4873-9fdf-2a395e068423 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.0789635 May 10 17:24:37.280967 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-82c8c68c-6e14-4631-852e-585ee840f034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:37.326488 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3ddb94e6-3e2e-4e0f-849c-7349705fb7a0 req-b155923b-6131-4b60-9452-cf64d8578654 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414951 May 10 17:24:37.481948 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:38.242056 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:24:38.332806 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54280) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:38.449624 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-73b0f034-3f7b-4493-9c52-9fe2e393461d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:38.463335 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-73b0f034-3f7b-4493-9c52-9fe2e393461d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:24:38.467206 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-73b0f034-3f7b-4493-9c52-9fe2e393461d admin admin] Usage tracker for resource:security_group_rule and tenant:c3f21422f3994601ae2da9b341070c37 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:24:38.470284 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-73b0f034-3f7b-4493-9c52-9fe2e393461d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:24:38.476132 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-73b0f034-3f7b-4493-9c52-9fe2e393461d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:24:38.512683 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f9ae6-3ea3-4879-9666-1454eff82bd8 req-40665e1f-bbfb-460c-b206-993ec784bd53 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:38.514186 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b2f9ae6-3ea3-4879-9666-1454eff82bd8 req-40665e1f-bbfb-460c-b206-993ec784bd53 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.0798585 May 10 17:24:38.559479 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4b2f9ae6-3ea3-4879-9666-1454eff82bd8 req-93ed995e-cd72-4925-9b10-dcf27ad6350f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390251 May 10 17:24:38.565024 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-73b0f034-3f7b-4493-9c52-9fe2e393461d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:38.568739 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-73b0f034-3f7b-4493-9c52-9fe2e393461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:38.577038 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ea6a90a9-70e2-4df5-b96a-331fce6bf2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:38.615071 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-73b0f034-3f7b-4493-9c52-9fe2e393461d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3f21422f3994601ae2da9b341070c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810757 May 10 17:24:38.616736 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0f034-3f7b-4493-9c52-9fe2e393461d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4132ae-2c52-4e34-b431-3849d8c4eb6f,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:38.617645 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 54288) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:38.620046 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-73b0f034-3f7b-4493-9c52-9fe2e393461d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:38.675051 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ac29bc7e-508c-4b30-9b04-944fea7df156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:38.699886 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ac29bc7e-508c-4b30-9b04-944fea7df156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:38.754443 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ac29bc7e-508c-4b30-9b04-944fea7df156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:38.757945 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-64cd235c-7ff0-409e-b97e-3990402edd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:38.770184 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29bc7e-508c-4b30-9b04-944fea7df156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4132ae-2c52-4e34-b431-3849d8c4eb6f,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:38.773116 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ac29bc7e-508c-4b30-9b04-944fea7df156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:38.774998 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ac29bc7e-508c-4b30-9b04-944fea7df156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:38.776504 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-ac29bc7e-508c-4b30-9b04-944fea7df156 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a4132ae-2c52-4e34-b431-3849d8c4eb6f HTTP/1.1" status: 204 len: 168 time: 0.1574664 May 10 17:24:38.895396 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 4f710fe7-f833-4c4c-be65-99412ef17a27 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:24:39.054003 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 54296) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:39.057696 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 4f710fe7-f833-4c4c-be65-99412ef17a27, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4f710fe7-f833-4c4c-be65-99412ef17a27,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:24:39.070922 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '4f710fe7-f833-4c4c-be65-99412ef17a27', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'port_id': '4f710fe7-f833-4c4c-be65-99412ef17a27', 'mac_address': 'fa:16:3e:bb:36:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:24:39.071099 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ede55b0f-3dbb-4902-b356-4b54a9f90d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:39.085159 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-ede55b0f-3dbb-4902-b356-4b54a9f90d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:24:39.088931 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ede55b0f-3dbb-4902-b356-4b54a9f90d68 admin admin] Usage tracker for resource:security_group_rule and tenant:57eb6c675b4e49faa9bb1c4f4da556fc is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:24:39.091776 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ede55b0f-3dbb-4902-b356-4b54a9f90d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:24:39.098800 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-ede55b0f-3dbb-4902-b356-4b54a9f90d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:24:39.128560 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:39.153265 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f710fe7-f833-4c4c-be65-99412ef17a27 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:24:39.181422 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 4f710fe7-f833-4c4c-be65-99412ef17a27, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4f710fe7-f833-4c4c-be65-99412ef17a27,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:24:39.189107 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:39.195424 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:39.198488 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ede55b0f-3dbb-4902-b356-4b54a9f90d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:39.202940 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ede55b0f-3dbb-4902-b356-4b54a9f90d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:39.211466 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-2ed935e1-114a-4030-bbbc-0b24ee22ae8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:39.250696 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-ede55b0f-3dbb-4902-b356-4b54a9f90d68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57eb6c675b4e49faa9bb1c4f4da556fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956313 May 10 17:24:39.252400 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede55b0f-3dbb-4902-b356-4b54a9f90d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8c02ad-bf88-4bed-9a19-fb48d8c08e37,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:39.253386 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54302) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:39.255231 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ede55b0f-3dbb-4902-b356-4b54a9f90d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:39.274979 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=4f710fe7-f833-4c4c-be65-99412ef17a27,revision_number=6']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:39.287555 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:39.287902 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:39.288238 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:39.288574 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:39.288897 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:39.289244 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:39.289568 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:39.289883 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:39.290220 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:39.290532 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:39.290828 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:39.291136 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:39.294747 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:39.316894 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-aeecb659-d0df-44ce-b226-e00dbecbd219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:39.342550 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-aeecb659-d0df-44ce-b226-e00dbecbd219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:39.377425 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['4f710fe7-f833-4c4c-be65-99412ef17a27'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:24:39.393998 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-aeecb659-d0df-44ce-b226-e00dbecbd219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:39.398699 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-adf2074c-ce09-4ff5-8754-5fa461beb541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:39.411650 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecb659-d0df-44ce-b226-e00dbecbd219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8c02ad-bf88-4bed-9a19-fb48d8c08e37,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:39.415343 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-aeecb659-d0df-44ce-b226-e00dbecbd219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:39.420714 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-aeecb659-d0df-44ce-b226-e00dbecbd219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:39.421888 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-aeecb659-d0df-44ce-b226-e00dbecbd219 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f8c02ad-bf88-4bed-9a19-fb48d8c08e37 HTTP/1.1" status: 204 len: 168 time: 0.1672883 May 10 17:24:39.751666 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce082dd-19df-4fa1-80ea-df183c1469b4 req-3fd93016-976f-40f2-a2a6-a993e1c14400 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:39.753140 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-cce082dd-19df-4fa1-80ea-df183c1469b4 req-3fd93016-976f-40f2-a2a6-a993e1c14400 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 944 time: 0.0853403 May 10 17:24:39.772525 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54312) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:39.790451 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-477ccc89-763d-4d32-ab02-8eb27ac792b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:39.808609 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-477ccc89-763d-4d32-ab02-8eb27ac792b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:24:39.809484 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-cce082dd-19df-4fa1-80ea-df183c1469b4 req-da1a481c-6b29-451e-8332-8b3a41241c7b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471859 May 10 17:24:39.813050 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-477ccc89-763d-4d32-ab02-8eb27ac792b0 admin admin] Usage tracker for resource:security_group_rule and tenant:924b8e8a4928447eadd4ea379c1b8962 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:24:39.816068 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-477ccc89-763d-4d32-ab02-8eb27ac792b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:24:39.824468 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-477ccc89-763d-4d32-ab02-8eb27ac792b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:24:39.862410 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:39.885483 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-3ede3a71-8bf8-4e62-ae1f-eb75f7c34232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:39.921759 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-477ccc89-763d-4d32-ab02-8eb27ac792b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:39.926189 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-477ccc89-763d-4d32-ab02-8eb27ac792b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:39.934643 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-5b35ac04-25f8-4540-b5f4-3a5a7c809511 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:39.974599 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-477ccc89-763d-4d32-ab02-8eb27ac792b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=924b8e8a4928447eadd4ea379c1b8962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008822 May 10 17:24:39.975607 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ccc89-763d-4d32-ab02-8eb27ac792b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abd0dae-3f63-4724-88bd-f2395bac73b6,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:39.977277 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 54324) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:39.978694 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-477ccc89-763d-4d32-ab02-8eb27ac792b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:40.049443 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e32d808a-cee2-44fb-afb9-a1e7f61c2d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:40.086904 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e32d808a-cee2-44fb-afb9-a1e7f61c2d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:40.149761 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e32d808a-cee2-44fb-afb9-a1e7f61c2d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:40.155621 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-68f4bb0a-b48b-4e0f-be30-31edb3b9f5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:40.169205 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-61f29a4e-c1b3-4567-b130-290bc1411ceb req-f798c09b-c709-46b1-be6b-6dfc11c3458a tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-22630101&fields=id&tenant_id=421e87ec99024b31937c6d93c150aa34 HTTP/1.1" status: 200 len: 267 time: 0.0452774 May 10 17:24:40.173910 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d808a-cee2-44fb-afb9-a1e7f61c2d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abd0dae-3f63-4724-88bd-f2395bac73b6,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:40.183889 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-e32d808a-cee2-44fb-afb9-a1e7f61c2d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:40.191758 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e32d808a-cee2-44fb-afb9-a1e7f61c2d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:40.193284 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-e32d808a-cee2-44fb-afb9-a1e7f61c2d9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4abd0dae-3f63-4724-88bd-f2395bac73b6 HTTP/1.1" status: 204 len: 168 time: 0.2148862 May 10 17:24:40.270924 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f29a4e-c1b3-4567-b130-290bc1411ceb req-c1b5fa51-e82c-4c6c-85a6-863070f054b0 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:40.272871 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-61f29a4e-c1b3-4567-b130-290bc1411ceb req-c1b5fa51-e82c-4c6c-85a6-863070f054b0 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 985 time: 0.0964901 May 10 17:24:40.289711 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [req-61f29a4e-c1b3-4567-b130-290bc1411ceb req-e3bba84d-85bf-44dd-8b88-9b02d240b243 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Request body: {'port': {'security_groups': ['a6221409-9ebd-4fa1-909e-8a5792c5cbba']}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:24:40.381562 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-18dc3853-5391-4723-a5e2-3df2a5d3f552 req-bf13603c-db2a-4531-bb6d-9697e37777e0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1254935 May 10 17:24:40.520644 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc3853-5391-4723-a5e2-3df2a5d3f552 req-e533cef5-67e2-426e-87e7-8f4a0dce12f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:40.523383 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-18dc3853-5391-4723-a5e2-3df2a5d3f552 req-e533cef5-67e2-426e-87e7-8f4a0dce12f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=421e87ec99024b31937c6d93c150aa34&device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 1138 time: 0.1021714 May 10 17:24:40.591287 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-61f29a4e-c1b3-4567-b130-290bc1411ceb req-e3bba84d-85bf-44dd-8b88-9b02d240b243 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:40.710960 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc3853-5391-4723-a5e2-3df2a5d3f552 req-d5aa788a-18ee-4b62-a924-32fc48d1254d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:40.717587 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-18dc3853-5391-4723-a5e2-3df2a5d3f552 req-d5aa788a-18ee-4b62-a924-32fc48d1254d service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca HTTP/1.1" status: 200 len: 916 time: 0.1740620 May 10 17:24:40.767579 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:40.899093 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 4f710fe7-f833-4c4c-be65-99412ef17a27 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:24:41.012645 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 4f710fe7-f833-4c4c-be65-99412ef17a27 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:24:41.013330 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:41.074429 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-61f29a4e-c1b3-4567-b130-290bc1411ceb req-e3bba84d-85bf-44dd-8b88-9b02d240b243 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] For port 8d79cb61-170e-4c94-a159-44a477994e21, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d79cb61-170e-4c94-a159-44a477994e21,segment=NetworkSegment(43d12997-b189-493d-954d-6366fd530261),segment_id=43d12997-b189-493d-954d-6366fd530261)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:24:41.109769 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-18dc3853-5391-4723-a5e2-3df2a5d3f552 req-5cc013cf-ebe7-430c-ad7b-df869fd1a974 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d79cb61-170e-4c94-a159-44a477994e21 HTTP/1.1" status: 200 len: 1001 time: 0.3836784 May 10 17:24:41.142129 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-61f29a4e-c1b3-4567-b130-290bc1411ceb req-e3bba84d-85bf-44dd-8b88-9b02d240b243 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:41.153271 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-61f29a4e-c1b3-4567-b130-290bc1411ceb req-e3bba84d-85bf-44dd-8b88-9b02d240b243 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15048126'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:41.167271 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-5c950a23-17a6-4fb6-89f5-93aa1288da72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:41.177456 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:41.193428 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['8d79cb61-170e-4c94-a159-44a477994e21'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:24:41.263655 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f29a4e-c1b3-4567-b130-290bc1411ceb req-e3bba84d-85bf-44dd-8b88-9b02d240b243 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:41.264312 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-61f29a4e-c1b3-4567-b130-290bc1411ceb req-e3bba84d-85bf-44dd-8b88-9b02d240b243 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:41.270884 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-61f29a4e-c1b3-4567-b130-290bc1411ceb req-e3bba84d-85bf-44dd-8b88-9b02d240b243 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "PUT /v2.0/ports/8d79cb61-170e-4c94-a159-44a477994e21 HTTP/1.1" status: 200 len: 943 time: 0.9871652 May 10 17:24:41.274173 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2737303e-9141-4677-aad0-f6a90099ba56', 'tag': '8d79cb61-170e-4c94-a159-44a477994e21'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:24:41.278529 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54378) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:41.309197 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc3853-5391-4723-a5e2-3df2a5d3f552 req-b58a943a-6104-4e8c-8fe2-e7336ef29423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:41.315649 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-18dc3853-5391-4723-a5e2-3df2a5d3f552 req-b58a943a-6104-4e8c-8fe2-e7336ef29423 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14fae831-6cf0-4180-8517-89741e4f9411 HTTP/1.1" status: 200 len: 854 time: 0.1960731 May 10 17:24:41.442818 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f710fe7-f833-4c4c-be65-99412ef17a27'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:24:41.468325 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dc1dd-2bff-42bf-be2a-f2576e717a60 req-bfee2ffa-f61f-4768-8ec4-5901b85a2f76 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:41.474225 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bba84d-85bf-44dd-8b88-9b02d240b243 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Pushing event updated for resources: {'Port': ['ID=8d79cb61-170e-4c94-a159-44a477994e21,revision_number=7']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:41.478364 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f53dc1dd-2bff-42bf-be2a-f2576e717a60 req-bfee2ffa-f61f-4768-8ec4-5901b85a2f76 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 944 time: 0.5013392 May 10 17:24:41.489975 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-e3bba84d-85bf-44dd-8b88-9b02d240b243 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:41.528055 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['8d79cb61-170e-4c94-a159-44a477994e21'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:24:41.541662 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-159d9f37-1666-44ce-af17-127a399b6799 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:41.594518 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-159d9f37-1666-44ce-af17-127a399b6799 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:41.675755 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 4f710fe7-f833-4c4c-be65-99412ef17a27, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4f710fe7-f833-4c4c-be65-99412ef17a27,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:24:41.701055 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2737303e-9141-4677-aad0-f6a90099ba56', 'tag': '8d79cb61-170e-4c94-a159-44a477994e21', 'status': 'completed', 'code': 200} May 10 17:24:41.757901 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:41.759980 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-159d9f37-1666-44ce-af17-127a399b6799 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:41.766881 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-779824fd-7910-499a-9529-96e28f9741b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:41.807400 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-7bf38fb7-efc7-4b55-9687-9c082dd6f2e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:41.850769 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d9f37-1666-44ce-af17-127a399b6799 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfa7faf-1ac1-40a6-8863-9736d1469e91,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:41.855726 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-159d9f37-1666-44ce-af17-127a399b6799 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:41.887305 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-159d9f37-1666-44ce-af17-127a399b6799 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:41.891901 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-159d9f37-1666-44ce-af17-127a399b6799 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "DELETE /v2.0/security-groups/1dfa7faf-1ac1-40a6-8863-9736d1469e91 HTTP/1.1" status: 204 len: 168 time: 0.5788558 May 10 17:24:41.892520 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54398) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:41.913796 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f53dc1dd-2bff-42bf-be2a-f2576e717a60 req-73c0b266-86d2-48cb-a68e-9dfd5cb35d30 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4344621 May 10 17:24:41.956756 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f710fe7-f833-4c4c-be65-99412ef17a27', 'code': 200} May 10 17:24:41.960992 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc3853-5391-4723-a5e2-3df2a5d3f552 req-72c0100a-88ce-4d1c-8b38-83c4c58c6bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:41.962693 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-18dc3853-5391-4723-a5e2-3df2a5d3f552 req-72c0100a-88ce-4d1c-8b38-83c4c58c6bb6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6378474 May 10 17:24:42.076322 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-eed52c41-67b3-4fb9-ae86-2f9531b9b315 None None] Provisioning complete for port 8d79cb61-170e-4c94-a159-44a477994e21 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:24:42.077020 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-eed52c41-67b3-4fb9-ae86-2f9531b9b315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:42.174086 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=4f710fe7-f833-4c4c-be65-99412ef17a27,revision_number=7']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:42.189286 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-18dc3853-5391-4723-a5e2-3df2a5d3f552 req-c2966b03-b866-4c26-bc57-a453b51d14ea service neutron] 10.222.0.48 "GET /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171228 May 10 17:24:42.203308 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:42.312516 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba3435-884b-48a3-9733-e797295fc723 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Deleting port 24c0dcf0-b347-4a10-b7b2-f2502cc552a5 {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:24:42.312516 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3435-884b-48a3-9733-e797295fc723 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:42.423966 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-18dc3853-5391-4723-a5e2-3df2a5d3f552 req-c1f19ab4-56f2-4c1a-b877-5fe5592073a9 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280178 May 10 17:24:42.463602 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3435-884b-48a3-9733-e797295fc723 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:42.463941 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3435-884b-48a3-9733-e797295fc723 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:42.564775 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:42.600291 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba3435-884b-48a3-9733-e797295fc723 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Calling delete_port for 24c0dcf0-b347-4a10-b7b2-f2502cc552a5 owned by network:floatingip {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:24:42.635626 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8855d-8a4b-4edb-b287-3199f7e147dc req-c93be7fc-5dc7-4560-ae6a-518da27d43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:42.637265 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-72e8855d-8a4b-4edb-b287-3199f7e147dc req-c93be7fc-5dc7-4560-ae6a-518da27d43aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=421e87ec99024b31937c6d93c150aa34&device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 1099 time: 0.1346512 May 10 17:24:42.820578 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3435-884b-48a3-9733-e797295fc723 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:42.830822 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a3c7ce03-d89f-4648-8857-859a86a1d9c2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:42.894587 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba3435-884b-48a3-9733-e797295fc723 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Pushing event deleted for resources: {'Port': ['ID=24c0dcf0-b347-4a10-b7b2-f2502cc552a5,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:42.941599 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-d8ba3435-884b-48a3-9733-e797295fc723 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:43.002487 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8855d-8a4b-4edb-b287-3199f7e147dc req-f295b2ac-3634-4435-9aa8-27fb06100759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:43.004380 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-72e8855d-8a4b-4edb-b287-3199f7e147dc req-f295b2ac-3634-4435-9aa8-27fb06100759 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca HTTP/1.1" status: 200 len: 916 time: 0.3586380 May 10 17:24:43.144847 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3435-884b-48a3-9733-e797295fc723 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks [] for floatingip, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:43.145249 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.l3_db [None req-d8ba3435-884b-48a3-9733-e797295fc723 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Floating IP a4b18b15-4e88-4890-82cc-a01b3a28f882 disassociated (deleted). External IP: 172.27.0.75, port: 8d79cb61-170e-4c94-a159-44a477994e21. May 10 17:24:43.252154 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-72e8855d-8a4b-4edb-b287-3199f7e147dc req-f7d530c2-773b-45e9-9102-12b9d27e324d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d79cb61-170e-4c94-a159-44a477994e21 HTTP/1.1" status: 200 len: 217 time: 0.2376390 May 10 17:24:43.384041 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59409e-a357-474c-8020-e5d31490ac6d req-52531399-cdd4-4277-a46f-a6f5ceab1cc0 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:43.385839 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ba59409e-a357-474c-8020-e5d31490ac6d req-52531399-cdd4-4277-a46f-a6f5ceab1cc0 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.2090533 May 10 17:24:43.387720 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8855d-8a4b-4edb-b287-3199f7e147dc req-6f26086b-bf4d-441e-ba32-377a16266316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:43.389626 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-72e8855d-8a4b-4edb-b287-3199f7e147dc req-6f26086b-bf4d-441e-ba32-377a16266316 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14fae831-6cf0-4180-8517-89741e4f9411 HTTP/1.1" status: 200 len: 854 time: 0.1294827 May 10 17:24:43.533320 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ba59409e-a357-474c-8020-e5d31490ac6d req-1688ddf0-fd8a-4b9e-bc02-467f22f5955c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407387 May 10 17:24:43.571632 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8855d-8a4b-4edb-b287-3199f7e147dc req-1544fb8a-5406-4f7f-92e2-8e304f11722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:43.573471 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-72e8855d-8a4b-4edb-b287-3199f7e147dc req-1544fb8a-5406-4f7f-92e2-8e304f11722a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1563387 May 10 17:24:43.793432 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-72e8855d-8a4b-4edb-b287-3199f7e147dc req-c19368de-ad0e-47bc-88be-2b82ac0a5f42 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114642 May 10 17:24:43.919836 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ba3435-884b-48a3-9733-e797295fc723 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Router 0f96ce5d-d18d-490f-8a0d-c69780f029f1 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:24:44.016799 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-72e8855d-8a4b-4edb-b287-3199f7e147dc req-44794c60-bdcc-4a1e-a87f-6ea861601d4c service neutron] 10.222.0.48 "GET /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162941 May 10 17:24:44.196443 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ba3435-884b-48a3-9733-e797295fc723 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:24:44.209803 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ce758e-9a36-441d-bc9a-e8511ca32cb2 None None] Sync routers for ids ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:24:44.219558 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ce758e-9a36-441d-bc9a-e8511ca32cb2 None None] Routers {'0f96ce5d-d18d-490f-8a0d-c69780f029f1'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:24:44.220502 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-68ce758e-9a36-441d-bc9a-e8511ca32cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:24:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:24:44.225323 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3435-884b-48a3-9733-e797295fc723 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:44.297462 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-d8ba3435-884b-48a3-9733-e797295fc723 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "DELETE /v2.0/floatingips/a4b18b15-4e88-4890-82cc-a01b3a28f882 HTTP/1.1" status: 204 len: 168 time: 2.4014943 May 10 17:24:44.297462 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2737303e-9141-4677-aad0-f6a90099ba56', 'tag': '8d79cb61-170e-4c94-a159-44a477994e21'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:24:44.364176 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2737303e-9141-4677-aad0-f6a90099ba56', 'tag': '8d79cb61-170e-4c94-a159-44a477994e21', 'status': 'completed', 'code': 200} May 10 17:24:44.441063 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-68ce758e-9a36-441d-bc9a-e8511ca32cb2 None None] Set router 0f96ce5d-d18d-490f-8a0d-c69780f029f1 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:24:44.570442 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0a3cb-62e5-4a4a-b2e9-dda7268fd381 req-84716123-3862-4759-b974-9ef6704c9d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:44.572621 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-eda0a3cb-62e5-4a4a-b2e9-dda7268fd381 req-84716123-3862-4759-b974-9ef6704c9d2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=421e87ec99024b31937c6d93c150aa34&device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 1099 time: 0.1602039 May 10 17:24:44.855200 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0a3cb-62e5-4a4a-b2e9-dda7268fd381 req-6c74b573-b7a8-4919-a4ac-c1959f8be2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:44.856787 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-eda0a3cb-62e5-4a4a-b2e9-dda7268fd381 req-6c74b573-b7a8-4919-a4ac-c1959f8be2dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca HTTP/1.1" status: 200 len: 916 time: 0.2724826 May 10 17:24:44.931910 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-68ce758e-9a36-441d-bc9a-e8511ca32cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'name': 'tempest-TestMinimumBasicScenario-2090077683-router', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:43Z', 'updated_at': '2021-05-10T17:21:49Z', 'revision_number': 4, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'gw_port': {'id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:44Z', 'updated_at': '2021-05-10T17:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '4f19d6a7-04cb-4a8b-9df2-a5193c2e7205', 'name': '', 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'mac_address': 'fa:16:3e:59:59:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '14fae831-6cf0-4180-8517-89741e4f9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:48Z', 'updated_at': '2021-05-10T17:21:57Z', 'revision_number': 5, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'subnets': [{'id': '14fae831-6cf0-4180-8517-89741e4f9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:24:44.935654 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ce758e-9a36-441d-bc9a-e8511ca32cb2 None None] Checking router: 0f96ce5d-d18d-490f-8a0d-c69780f029f1 for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:24:44.944570 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ce758e-9a36-441d-bc9a-e8511ca32cb2 None None] Routers {'0f96ce5d-d18d-490f-8a0d-c69780f029f1'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:24:44.945219 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-68ce758e-9a36-441d-bc9a-e8511ca32cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:24:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:24:45.017272 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-eda0a3cb-62e5-4a4a-b2e9-dda7268fd381 req-a76288f5-95b7-4787-b65e-1976e75b454e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d79cb61-170e-4c94-a159-44a477994e21 HTTP/1.1" status: 200 len: 217 time: 0.0722268 May 10 17:24:45.183303 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0a3cb-62e5-4a4a-b2e9-dda7268fd381 req-c3e633ea-accd-420e-a580-8ef66509e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:45.184709 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-eda0a3cb-62e5-4a4a-b2e9-dda7268fd381 req-c3e633ea-accd-420e-a580-8ef66509e83b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14fae831-6cf0-4180-8517-89741e4f9411 HTTP/1.1" status: 200 len: 854 time: 0.1611769 May 10 17:24:45.196404 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-68ce758e-9a36-441d-bc9a-e8511ca32cb2 None None] Set router 0f96ce5d-d18d-490f-8a0d-c69780f029f1 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:24:45.254798 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3a75e-57c8-4aa2-a7b6-fd50f1d24eee req-98b948b3-38f8-4cfd-9619-6a4e278e4112 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:45.262183 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2ef3a75e-57c8-4aa2-a7b6-fd50f1d24eee req-98b948b3-38f8-4cfd-9619-6a4e278e4112 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.4041820 May 10 17:24:45.346932 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2ef3a75e-57c8-4aa2-a7b6-fd50f1d24eee req-9b21afc2-7094-486a-ac3f-c0922502c5c9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837381 May 10 17:24:45.382774 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0a3cb-62e5-4a4a-b2e9-dda7268fd381 req-a7cfd0b5-1026-47d8-b05d-3e1554924bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:45.384352 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-eda0a3cb-62e5-4a4a-b2e9-dda7268fd381 req-a7cfd0b5-1026-47d8-b05d-3e1554924bad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1904862 May 10 17:24:45.597448 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-68ce758e-9a36-441d-bc9a-e8511ca32cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'name': 'tempest-TestMinimumBasicScenario-2090077683-router', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:43Z', 'updated_at': '2021-05-10T17:21:49Z', 'revision_number': 4, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'gw_port': {'id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:44Z', 'updated_at': '2021-05-10T17:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '4f19d6a7-04cb-4a8b-9df2-a5193c2e7205', 'name': '', 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'mac_address': 'fa:16:3e:59:59:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '14fae831-6cf0-4180-8517-89741e4f9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:48Z', 'updated_at': '2021-05-10T17:21:57Z', 'revision_number': 5, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'subnets': [{'id': '14fae831-6cf0-4180-8517-89741e4f9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:24:45.602516 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ce758e-9a36-441d-bc9a-e8511ca32cb2 None None] The sync data for ids ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'] in dv-cinder-786385-3-iscsi is: [{'id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'name': 'tempest-TestMinimumBasicScenario-2090077683-router', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:43Z', 'updated_at': '2021-05-10T17:21:49Z', 'revision_number': 4, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'gw_port': {'id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:44Z', 'updated_at': '2021-05-10T17:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '4f19d6a7-04cb-4a8b-9df2-a5193c2e7205', 'name': '', 'network_id': '2e8f257b-0f34-42a9-8f4f-ec787f5b74ca', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'mac_address': 'fa:16:3e:59:59:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '14fae831-6cf0-4180-8517-89741e4f9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:48Z', 'updated_at': '2021-05-10T17:21:57Z', 'revision_number': 5, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'subnets': [{'id': '14fae831-6cf0-4180-8517-89741e4f9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:24:45.633168 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-eda0a3cb-62e5-4a4a-b2e9-dda7268fd381 req-aaab0c79-f525-4335-945a-1369d7c88f06 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404449 May 10 17:24:45.827735 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-eda0a3cb-62e5-4a4a-b2e9-dda7268fd381 req-27a99032-7fb1-4155-9643-e700ee6c8145 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860166 May 10 17:24:46.006938 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b25d6f-fe8a-4d01-bc57-399f56b634ce None None] New status for floating IP a4b18b15-4e88-4890-82cc-a01b3a28f882: DOWN {{(pid=78666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:24:46.557395 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daeedb-bf4c-4774-972d-00bd8042d814 req-d8923912-07dc-429c-bd66-9a8c20529078 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:46.559014 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-99daeedb-bf4c-4774-972d-00bd8042d814 req-d8923912-07dc-429c-bd66-9a8c20529078 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.0935457 May 10 17:24:46.609125 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-99daeedb-bf4c-4774-972d-00bd8042d814 req-0f0e9731-4fe0-4a17-97d0-6688b8cdf179 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413432 May 10 17:24:47.856912 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc7722-4439-4247-b422-c8dd33948985 req-fc393375-daa6-4111-a16b-e2967ceae8d1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:47.858454 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d4fc7722-4439-4247-b422-c8dd33948985 req-fc393375-daa6-4111-a16b-e2967ceae8d1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.1317794 May 10 17:24:47.908148 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d4fc7722-4439-4247-b422-c8dd33948985 req-5b2e02b7-acff-47ba-a81c-9788dbbeb9c9 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435297 May 10 17:24:49.213659 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db003def-e478-46d5-8406-2145a4eb2e79 req-837b6034-ec28-47c7-b7d5-b5a80a52e62e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:49.215399 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-db003def-e478-46d5-8406-2145a4eb2e79 req-837b6034-ec28-47c7-b7d5-b5a80a52e62e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.1393301 May 10 17:24:49.306149 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-db003def-e478-46d5-8406-2145a4eb2e79 req-63097e73-ecc2-4175-97bf-d106fddc794e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731521 May 10 17:24:50.593048 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb53dac-d230-4f14-a00d-0012b6584bba req-bac7aba3-9cc4-46d3-8e60-ebb86aefbc30 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:50.601551 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-dfb53dac-d230-4f14-a00d-0012b6584bba req-bac7aba3-9cc4-46d3-8e60-ebb86aefbc30 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.1435468 May 10 17:24:50.659528 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-dfb53dac-d230-4f14-a00d-0012b6584bba req-45fd4f7d-2ce5-4fae-a762-70af5f50ed75 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565407 May 10 17:24:50.831379 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cb6b5-ebd3-4a8e-9d73-e94997cdb0ab req-718a6287-c2d2-405c-bdc1-c1be85472140 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:50.833707 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-777cb6b5-ebd3-4a8e-9d73-e94997cdb0ab req-718a6287-c2d2-405c-bdc1-c1be85472140 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.1026332 May 10 17:24:50.891184 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-777cb6b5-ebd3-4a8e-9d73-e94997cdb0ab req-4a16f58f-b9f5-48ac-8325-2c754b51549b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508716 May 10 17:24:51.975652 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbdd6c-92c2-428c-aba8-27364e1eddc8 req-5971d812-54d2-4b5d-91e9-5ffa7f10753b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:51.978031 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-4fbbdd6c-92c2-428c-aba8-27364e1eddc8 req-5971d812-54d2-4b5d-91e9-5ffa7f10753b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.1001844 May 10 17:24:52.050061 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-4fbbdd6c-92c2-428c-aba8-27364e1eddc8 req-0e743877-a972-4f99-980b-5f1a4d55b1f3 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639310 May 10 17:24:52.400829 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46ce4e-fbdc-4ec4-a60a-8fc91bc49a47 req-5c971f9f-8a86-428b-87bf-5a7d93122e06 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:52.413372 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-5e46ce4e-fbdc-4ec4-a60a-8fc91bc49a47 req-5c971f9f-8a86-428b-87bf-5a7d93122e06 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.2210808 May 10 17:24:52.527593 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-5e46ce4e-fbdc-4ec4-a60a-8fc91bc49a47 req-fd3b680c-32c6-4826-b242-07af818c55f4 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134470 May 10 17:24:53.267526 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbce755-0d47-409b-b52c-a8bd439e188c req-ab7c9fc3-2056-4a1b-be96-c4545aeca4cd tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:53.269084 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fbbce755-0d47-409b-b52c-a8bd439e188c req-ab7c9fc3-2056-4a1b-be96-c4545aeca4cd tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.0878460 May 10 17:24:53.327961 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fbbce755-0d47-409b-b52c-a8bd439e188c req-36dfb943-8054-4fba-89cd-b7760089de51 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508792 May 10 17:24:53.564665 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54584) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:53.698980 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2a019a5b-0a8f-4f51-ba0d-8d14573ec79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:53.720925 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-2a019a5b-0a8f-4f51-ba0d-8d14573ec79a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:24:53.726510 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-2a019a5b-0a8f-4f51-ba0d-8d14573ec79a admin admin] Usage tracker for resource:security_group_rule and tenant:2e19d7d1915f4a8c9714b2eb6e31f2ab is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:24:53.730515 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-2a019a5b-0a8f-4f51-ba0d-8d14573ec79a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:24:53.739353 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-2a019a5b-0a8f-4f51-ba0d-8d14573ec79a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:24:53.765519 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77438ee-b05a-468e-9c8a-c5c2fdb50871 req-d364bb84-df9f-4223-b4d1-30d7871cfabe tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:53.767094 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d77438ee-b05a-468e-9c8a-c5c2fdb50871 req-d364bb84-df9f-4223-b4d1-30d7871cfabe tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.1355734 May 10 17:24:53.832089 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d77438ee-b05a-468e-9c8a-c5c2fdb50871 req-7f8c0aac-862b-4a0e-abc6-0edfb6d159b8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562389 May 10 17:24:53.883280 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2a019a5b-0a8f-4f51-ba0d-8d14573ec79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:53.887597 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2a019a5b-0a8f-4f51-ba0d-8d14573ec79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:53.894986 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c6fe7177-331a-4751-a4d2-b950f9e25905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:53.938960 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a019a5b-0a8f-4f51-ba0d-8d14573ec79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb6c110-7cef-444f-a5ed-f3cdf0b79b1d,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:53.947245 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-2a019a5b-0a8f-4f51-ba0d-8d14573ec79a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e19d7d1915f4a8c9714b2eb6e31f2ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806996 May 10 17:24:53.947245 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-2a019a5b-0a8f-4f51-ba0d-8d14573ec79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:53.948035 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 54600) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:54.078276 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:54.113374 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:54.162886 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e4945-45be-4d29-82fc-fa052ef80a5c req-e2a48a63-070a-4e3a-be2b-161892cda97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:54.164381 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-562e4945-45be-4d29-82fc-fa052ef80a5c req-e2a48a63-070a-4e3a-be2b-161892cda97f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36ab77e54c50411aa55aac321de05175&device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 1098 time: 0.1715741 May 10 17:24:54.230336 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:54.234115 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8a8a8026-97b6-4a42-b1e3-165a8cbab408 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:54.300643 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb6c110-7cef-444f-a5ed-f3cdf0b79b1d,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:54.320208 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:54.320579 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:54.320968 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:54.321328 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:54.321681 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:54.322034 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:54.322383 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:54.322734 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:54.323083 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:54.323524 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:54.323874 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:54.324220 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:54.332330 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:54.337308 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:54.338321 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4cb6c110-7cef-444f-a5ed-f3cdf0b79b1d HTTP/1.1" status: 204 len: 168 time: 0.3888905 May 10 17:24:54.404550 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e4945-45be-4d29-82fc-fa052ef80a5c req-c5b19dfc-d237-4960-9a00-eca516860d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:54.406734 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-562e4945-45be-4d29-82fc-fa052ef80a5c req-c5b19dfc-d237-4960-9a00-eca516860d95 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5b047ab-a8ae-49d7-90db-71521d6a900a HTTP/1.1" status: 200 len: 917 time: 0.2345369 May 10 17:24:54.415849 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbadcd-d4c0-46d3-bd34-6a12ce848ed0 req-9f752838-dd65-47a0-b801-e77f0c8368c3 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:54.417286 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d4dbadcd-d4c0-46d3-bd34-6a12ce848ed0 req-9f752838-dd65-47a0-b801-e77f0c8368c3 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 946 time: 0.2260144 May 10 17:24:54.533806 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d4dbadcd-d4c0-46d3-bd34-6a12ce848ed0 req-c6f50fb5-fca8-46c2-b590-722a410272c5 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651727 May 10 17:24:54.535748 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747298d-0862-4008-9ff9-9fde49ce4a26 req-3efa8416-637a-4e92-9a00-22214274ffe6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:54.537554 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8747298d-0862-4008-9ff9-9fde49ce4a26 req-3efa8416-637a-4e92-9a00-22214274ffe6 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.0879107 May 10 17:24:54.568144 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-562e4945-45be-4d29-82fc-fa052ef80a5c req-9d9d5b1f-8361-4e16-934b-9fd97d5edcd4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f710fe7-f833-4c4c-be65-99412ef17a27 HTTP/1.1" status: 200 len: 1001 time: 0.1496921 May 10 17:24:54.585700 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8747298d-0862-4008-9ff9-9fde49ce4a26 req-56ab84c3-e4a7-4505-9a05-bf675428b0cf tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422776 May 10 17:24:54.632711 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e4945-45be-4d29-82fc-fa052ef80a5c req-d7514375-dc92-4be0-98ad-6b5b2aed4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:54.634189 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-562e4945-45be-4d29-82fc-fa052ef80a5c req-d7514375-dc92-4be0-98ad-6b5b2aed4f47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28793b78-963b-491c-8dc7-3600112cdfe4 HTTP/1.1" status: 200 len: 855 time: 0.0592537 May 10 17:24:54.648457 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54614) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:54.666483 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-042bf37b-d8e3-467f-8548-9692d4e98b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:54.680807 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-042bf37b-d8e3-467f-8548-9692d4e98b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:24:54.684698 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-042bf37b-d8e3-467f-8548-9692d4e98b0a admin admin] Usage tracker for resource:security_group_rule and tenant:b906ea2d24f849a79af253046f752bf8 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:24:54.688095 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-042bf37b-d8e3-467f-8548-9692d4e98b0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:24:54.694283 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-042bf37b-d8e3-467f-8548-9692d4e98b0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:24:54.714078 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e4945-45be-4d29-82fc-fa052ef80a5c req-dc25a2ae-4a41-4b20-b0ad-ffee64ccafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:54.715762 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-562e4945-45be-4d29-82fc-fa052ef80a5c req-dc25a2ae-4a41-4b20-b0ad-ffee64ccafc4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5b047ab-a8ae-49d7-90db-71521d6a900a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739620 May 10 17:24:54.783443 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-042bf37b-d8e3-467f-8548-9692d4e98b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:54.788004 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-042bf37b-d8e3-467f-8548-9692d4e98b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:54.796428 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c5896b1d-de39-459a-9958-0414a7ff7995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:54.836504 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-042bf37b-d8e3-467f-8548-9692d4e98b0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b906ea2d24f849a79af253046f752bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868610 May 10 17:24:54.837484 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bf37b-d8e3-467f-8548-9692d4e98b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b014e1-ac65-4523-a1b4-aea237abb39f,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:54.839904 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54618) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:54.842635 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-042bf37b-d8e3-467f-8548-9692d4e98b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:54.905819 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e0d22cb9-8f28-429e-ab95-89e5d8e18941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:54.933649 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e0d22cb9-8f28-429e-ab95-89e5d8e18941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:54.948201 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-562e4945-45be-4d29-82fc-fa052ef80a5c req-19b9da01-3c81-4f14-a2b3-51547f03495d service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244344 May 10 17:24:54.990288 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e0d22cb9-8f28-429e-ab95-89e5d8e18941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:54.994028 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-73b0f034-3f7b-4493-9c52-9fe2e393461d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:55.006918 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d22cb9-8f28-429e-ab95-89e5d8e18941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b014e1-ac65-4523-a1b4-aea237abb39f,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:55.009858 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-e0d22cb9-8f28-429e-ab95-89e5d8e18941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:55.016933 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e0d22cb9-8f28-429e-ab95-89e5d8e18941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:55.018250 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-e0d22cb9-8f28-429e-ab95-89e5d8e18941 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35b014e1-ac65-4523-a1b4-aea237abb39f HTTP/1.1" status: 204 len: 168 time: 0.1775086 May 10 17:24:55.140923 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-562e4945-45be-4d29-82fc-fa052ef80a5c req-9735e9a3-397f-4419-881c-40e93111c469 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477175 May 10 17:24:55.149046 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67686368-dc0e-449f-943c-4abe745f7feb req-6e398e68-24aa-40de-8a7b-cb4fa727253a tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:55.150367 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-67686368-dc0e-449f-943c-4abe745f7feb req-6e398e68-24aa-40de-8a7b-cb4fa727253a tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.1932509 May 10 17:24:55.206713 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-67686368-dc0e-449f-943c-4abe745f7feb req-9ab2855e-cbf7-4384-acd0-1f317bd96dd6 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501747 May 10 17:24:55.735159 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69805ccc-d2f1-4976-9135-5126949b11d1 req-a84eedba-414d-44ec-b634-b7c8a348061f tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:55.738259 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-69805ccc-d2f1-4976-9135-5126949b11d1 req-a84eedba-414d-44ec-b634-b7c8a348061f tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Synchronizing usage tracker for tenant:421e87ec99024b31937c6d93c150aa34 on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:24:55.755028 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-69805ccc-d2f1-4976-9135-5126949b11d1 req-a84eedba-414d-44ec-b634-b7c8a348061f tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Unset dirty status for tenant:421e87ec99024b31937c6d93c150aa34 on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:24:55.757090 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-69805ccc-d2f1-4976-9135-5126949b11d1 req-a84eedba-414d-44ec-b634-b7c8a348061f tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 946 time: 0.1082349 May 10 17:24:55.804619 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-69805ccc-d2f1-4976-9135-5126949b11d1 req-19cfda84-1bd7-4207-8a65-4f852af688d0 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Synchronizing usage tracker for tenant:421e87ec99024b31937c6d93c150aa34 on resource:security_group {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:24:55.807559 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4407382-bf10-4a82-9395-4b059f419542 req-2fef43f2-7ba3-4162-b2bc-791869aa6f0b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:55.809621 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d4407382-bf10-4a82-9395-4b059f419542 req-2fef43f2-7ba3-4162-b2bc-791869aa6f0b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.1021793 May 10 17:24:55.820875 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-69805ccc-d2f1-4976-9135-5126949b11d1 req-19cfda84-1bd7-4207-8a65-4f852af688d0 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Unset dirty status for tenant:421e87ec99024b31937c6d93c150aa34 on resource:security_group {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:24:55.825374 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-69805ccc-d2f1-4976-9135-5126949b11d1 req-19cfda84-1bd7-4207-8a65-4f852af688d0 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221409-9ebd-4fa1-909e-8a5792c5cbba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621934 May 10 17:24:55.863748 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d4407382-bf10-4a82-9395-4b059f419542 req-fdc7b9db-7b34-48a3-80dc-bf26677acf7d tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474842 May 10 17:24:56.185226 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54658) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:56.218534 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211ee7f-ae7d-4369-83e4-82abea0aa600 req-cf48cb83-b545-4649-a80e-a1c0daf2b6fd tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:56.219954 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5211ee7f-ae7d-4369-83e4-82abea0aa600 req-cf48cb83-b545-4649-a80e-a1c0daf2b6fd tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.48 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 946 time: 0.0820754 May 10 17:24:56.311716 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e6d913e1-655e-4fd2-a93e-f3ab60026d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.370851 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-5211ee7f-ae7d-4369-83e4-82abea0aa600 req-c778712a-e9ff-4c1b-84d9-c48249b088a1 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Deleting port 8d79cb61-170e-4c94-a159-44a477994e21 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:24:56.371193 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5211ee7f-ae7d-4369-83e4-82abea0aa600 req-c778712a-e9ff-4c1b-84d9-c48249b088a1 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.371797 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-e6d913e1-655e-4fd2-a93e-f3ab60026d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:24:56.378162 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-e6d913e1-655e-4fd2-a93e-f3ab60026d41 admin admin] Usage tracker for resource:security_group_rule and tenant:4961216619454bf0bc3cd02a5ab973bd is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:24:56.381734 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-e6d913e1-655e-4fd2-a93e-f3ab60026d41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:24:56.388838 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-e6d913e1-655e-4fd2-a93e-f3ab60026d41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:24:56.445011 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d2317-d30d-4453-a4c2-69b1039bf121 req-5c68042a-b8ba-4620-9c10-ddae4f0f7217 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:56.446485 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-de2d2317-d30d-4453-a4c2-69b1039bf121 req-5c68042a-b8ba-4620-9c10-ddae4f0f7217 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.1243482 May 10 17:24:56.508755 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-5211ee7f-ae7d-4369-83e4-82abea0aa600 req-c778712a-e9ff-4c1b-84d9-c48249b088a1 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] For port 8d79cb61-170e-4c94-a159-44a477994e21, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d79cb61-170e-4c94-a159-44a477994e21,segment=NetworkSegment(43d12997-b189-493d-954d-6366fd530261),segment_id=43d12997-b189-493d-954d-6366fd530261)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:24:56.509376 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5211ee7f-ae7d-4369-83e4-82abea0aa600 req-c778712a-e9ff-4c1b-84d9-c48249b088a1 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.512443 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-de2d2317-d30d-4453-a4c2-69b1039bf121 req-5437dc07-ca63-4ac8-994b-970a0da362af tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588336 May 10 17:24:56.539711 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e6d913e1-655e-4fd2-a93e-f3ab60026d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.543602 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e6d913e1-655e-4fd2-a93e-f3ab60026d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.550365 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-30b4a6d6-a5e6-4fe2-8981-436732d43a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:56.591234 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-e6d913e1-655e-4fd2-a93e-f3ab60026d41 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4961216619454bf0bc3cd02a5ab973bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043374 May 10 17:24:56.592943 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d913e1-655e-4fd2-a93e-f3ab60026d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6108427b-87d4-4d86-b771-4c4a89ed5864,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:56.595997 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-e6d913e1-655e-4fd2-a93e-f3ab60026d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:56.596644 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54668) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:56.634314 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-5211ee7f-ae7d-4369-83e4-82abea0aa600 req-c778712a-e9ff-4c1b-84d9-c48249b088a1 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Calling delete_port for 8d79cb61-170e-4c94-a159-44a477994e21 owned by compute:nova {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:24:56.747418 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5211ee7f-ae7d-4369-83e4-82abea0aa600 req-c778712a-e9ff-4c1b-84d9-c48249b088a1 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.754808 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:56.756315 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b166443d-7afd-40e9-8b9c-e2b7d30e9fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.783666 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b166443d-7afd-40e9-8b9c-e2b7d30e9fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.788210 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['8d79cb61-170e-4c94-a159-44a477994e21'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:24:56.802042 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778712a-e9ff-4c1b-84d9-c48249b088a1 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Pushing event deleted for resources: {'Port': ['ID=8d79cb61-170e-4c94-a159-44a477994e21,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:56.805344 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c778712a-e9ff-4c1b-84d9-c48249b088a1 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:56.845103 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b166443d-7afd-40e9-8b9c-e2b7d30e9fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.848811 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-9b268745-6d50-436f-8402-817579e7ae5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:56.860078 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166443d-7afd-40e9-8b9c-e2b7d30e9fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6108427b-87d4-4d86-b771-4c4a89ed5864,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:56.863889 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b166443d-7afd-40e9-8b9c-e2b7d30e9fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:56.867437 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b166443d-7afd-40e9-8b9c-e2b7d30e9fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.881392 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5211ee7f-ae7d-4369-83e4-82abea0aa600 req-c778712a-e9ff-4c1b-84d9-c48249b088a1 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] No DVR routers for this DVR port 8d79cb61-170e-4c94-a159-44a477994e21 on host hv-cinder-78638 {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:24:56.884770 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5211ee7f-ae7d-4369-83e4-82abea0aa600 req-c778712a-e9ff-4c1b-84d9-c48249b088a1 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.890198 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-b166443d-7afd-40e9-8b9c-e2b7d30e9fa5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6108427b-87d4-4d86-b771-4c4a89ed5864 HTTP/1.1" status: 204 len: 168 time: 0.2918172 May 10 17:24:56.895798 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2737303e-9141-4677-aad0-f6a90099ba56', 'name': 'network-vif-deleted', 'tag': '8d79cb61-170e-4c94-a159-44a477994e21'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:24:56.902898 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5211ee7f-ae7d-4369-83e4-82abea0aa600 req-c778712a-e9ff-4c1b-84d9-c48249b088a1 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.48 "DELETE /v2.0/ports/8d79cb61-170e-4c94-a159-44a477994e21 HTTP/1.1" status: 204 len: 173 time: 0.6768463 May 10 17:24:56.989316 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 8d79cb61-170e-4c94-a159-44a477994e21 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:24:57.067420 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: 8d79cb61-170e-4c94-a159-44a477994e21 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:24:57.068530 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 8d79cb61-170e-4c94-a159-44a477994e21 not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:24:57.071263 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 4f710fe7-f833-4c4c-be65-99412ef17a27 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:24:57.077911 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-bdbb4d4b-d0bb-4f26-8d7d-42bbc04b1006 req-91d4c242-22a7-4d30-ac1c-7588228194c2 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Synchronizing usage tracker for tenant:421e87ec99024b31937c6d93c150aa34 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:24:57.108584 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-bdbb4d4b-d0bb-4f26-8d7d-42bbc04b1006 req-91d4c242-22a7-4d30-ac1c-7588228194c2 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Unset dirty status for tenant:421e87ec99024b31937c6d93c150aa34 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:24:57.110576 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-bdbb4d4b-d0bb-4f26-8d7d-42bbc04b1006 req-91d4c242-22a7-4d30-ac1c-7588228194c2 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] 10.222.0.16 "GET /v2.0/ports?device_id=2737303e-9141-4677-aad0-f6a90099ba56 HTTP/1.1" status: 200 len: 210 time: 0.1515245 May 10 17:24:57.179343 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e70505-bd3d-48c7-b0e6-34d4536b4e61 req-f9b923cc-57b6-46ba-891d-1e020f5007a8 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:57.188397 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-75e70505-bd3d-48c7-b0e6-34d4536b4e61 req-f9b923cc-57b6-46ba-891d-1e020f5007a8 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 945 time: 0.1752346 May 10 17:24:57.210021 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2737303e-9141-4677-aad0-f6a90099ba56', 'name': 'network-vif-deleted', 'tag': '8d79cb61-170e-4c94-a159-44a477994e21', 'status': 'completed', 'code': 200} May 10 17:24:57.231787 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:57.257210 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-75e70505-bd3d-48c7-b0e6-34d4536b4e61 req-57555b71-b230-4989-b01c-3c526da268ca tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564592 May 10 17:24:57.266881 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f710fe7-f833-4c4c-be65-99412ef17a27'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:24:57.277585 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 4f710fe7-f833-4c4c-be65-99412ef17a27, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4f710fe7-f833-4c4c-be65-99412ef17a27,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:24:57.282034 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:57.284480 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-97cef436-9e98-48c2-ae3a-9dcc90517124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:57.334030 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f710fe7-f833-4c4c-be65-99412ef17a27', 'code': 200} May 10 17:24:57.376588 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=4f710fe7-f833-4c4c-be65-99412ef17a27,revision_number=8']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:57.380945 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:57.715523 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1218c90-92a3-4bc1-99ce-a54c1ecb21da req-3096fe50-0790-4dfd-943b-280a3efa8ed3 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:57.716893 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c1218c90-92a3-4bc1-99ce-a54c1ecb21da req-3096fe50-0790-4dfd-943b-280a3efa8ed3 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.0815723 May 10 17:24:57.771566 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c1218c90-92a3-4bc1-99ce-a54c1ecb21da req-59740bd1-443e-4997-a26f-6f0a7b3ba370 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472267 May 10 17:24:58.346799 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54736) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:58.445706 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a535858-cdc0-45e0-83da-56a094a7030e req-f8723cc3-2b18-4ad4-93e0-9dd7e9d80079 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:58.453320 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8a535858-cdc0-45e0-83da-56a094a7030e req-f8723cc3-2b18-4ad4-93e0-9dd7e9d80079 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.0928698 May 10 17:24:58.471850 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-70e04397-b4db-4c50-97d6-cd680c17f46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:58.486805 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-70e04397-b4db-4c50-97d6-cd680c17f46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:24:58.490821 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-70e04397-b4db-4c50-97d6-cd680c17f46e admin admin] Usage tracker for resource:security_group_rule and tenant:51d409efc31140a1896ee1a313153641 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:24:58.494233 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-70e04397-b4db-4c50-97d6-cd680c17f46e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:24:58.501943 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8a535858-cdc0-45e0-83da-56a094a7030e req-d54f1d84-d057-4cac-a11c-dcf0a8160439 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472343 May 10 17:24:58.504714 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-70e04397-b4db-4c50-97d6-cd680c17f46e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:24:58.630433 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-70e04397-b4db-4c50-97d6-cd680c17f46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:58.634428 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-70e04397-b4db-4c50-97d6-cd680c17f46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:58.641844 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-3a86a4e0-78c3-4a41-9f7f-8f35a7a03f72 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:58.685446 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-70e04397-b4db-4c50-97d6-cd680c17f46e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51d409efc31140a1896ee1a313153641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375325 May 10 17:24:58.687020 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e04397-b4db-4c50-97d6-cd680c17f46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dcd36a-86f1-412f-aa9e-92f423580b50,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:58.687653 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 54774) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:58.696050 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-70e04397-b4db-4c50-97d6-cd680c17f46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:58.769965 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-96b859b3-9f9f-45b7-be70-357befe45e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:58.803235 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-96b859b3-9f9f-45b7-be70-357befe45e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:58.875912 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-96b859b3-9f9f-45b7-be70-357befe45e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:58.887349 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-cb23c9ec-52d3-4f37-a3b2-2f5e4b4d3aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:58.936613 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b859b3-9f9f-45b7-be70-357befe45e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dcd36a-86f1-412f-aa9e-92f423580b50,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:58.946705 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-96b859b3-9f9f-45b7-be70-357befe45e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:58.953735 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54788) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:58.956288 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-96b859b3-9f9f-45b7-be70-357befe45e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:58.957630 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-96b859b3-9f9f-45b7-be70-357befe45e67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24dcd36a-86f1-412f-aa9e-92f423580b50 HTTP/1.1" status: 204 len: 168 time: 0.2687325 May 10 17:24:59.014612 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de86cc8-1199-4d85-a601-f603dff9b526 req-3ced6ce6-e34c-455d-a1ad-e8c3906f9f0a tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:24:59.016196 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8de86cc8-1199-4d85-a601-f603dff9b526 req-3ced6ce6-e34c-455d-a1ad-e8c3906f9f0a tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.1221020 May 10 17:24:59.069926 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8de86cc8-1199-4d85-a601-f603dff9b526 req-8734cb17-5296-492e-813d-104d5058f467 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476522 May 10 17:24:59.551109 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0a091dda-7368-41eb-996a-2dfe048cd739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384582'] for router_interface, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:00.009214 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-0a091dda-7368-41eb-996a-2dfe048cd739 admin admin] Deleting port 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:25:00.010325 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0a091dda-7368-41eb-996a-2dfe048cd739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:00.199018 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6afdb-6f13-477b-a60e-274082a01e6c req-66d12403-1860-46a2-a701-89f4da313493 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:00.201280 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0ca6afdb-6f13-477b-a60e-274082a01e6c req-66d12403-1860-46a2-a701-89f4da313493 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.1180031 May 10 17:25:00.250182 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0ca6afdb-6f13-477b-a60e-274082a01e6c req-2364a109-99c5-49c4-9258-5b8b6f73912a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416791 May 10 17:25:00.302154 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-0a091dda-7368-41eb-996a-2dfe048cd739 admin admin] For port 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=4f19d6a7-04cb-4a8b-9df2-a5193c2e7205,segment=NetworkSegment(43d12997-b189-493d-954d-6366fd530261),segment_id=43d12997-b189-493d-954d-6366fd530261)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:00.302541 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0a091dda-7368-41eb-996a-2dfe048cd739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:00.480130 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-0a091dda-7368-41eb-996a-2dfe048cd739 admin admin] Calling delete_port for 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 owned by network:router_interface {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:25:00.530131 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d748e5-c17f-4e26-a091-de552723d80e req-e9c461e6-cc39-4904-ba09-7b88dfabd29a tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:00.533863 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-72d748e5-c17f-4e26-a091-de552723d80e req-e9c461e6-cc39-4904-ba09-7b88dfabd29a tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.3094141 May 10 17:25:00.591597 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-72d748e5-c17f-4e26-a091-de552723d80e req-b36c79c7-fd65-4d3a-a612-3e6ad4b43c3f tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533848 May 10 17:25:00.627793 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54858) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:00.768774 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0a091dda-7368-41eb-996a-2dfe048cd739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:00.774108 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b64ab1a4-0434-4b2d-8c69-702c1d38957b tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:00.842911 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cf554-1c4c-4dda-9209-08103ec1f8b2 req-e5c2e588-bd1d-49d6-9220-312e1b4fc942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:00.844064 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c03cf554-1c4c-4dda-9209-08103ec1f8b2 req-e5c2e588-bd1d-49d6-9220-312e1b4fc942 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4234b151a6ef47f78f6d57ecc2adac6b&device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 1099 time: 0.0767756 May 10 17:25:00.853157 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a091dda-7368-41eb-996a-2dfe048cd739 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f19d6a7-04cb-4a8b-9df2-a5193c2e7205,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:00.855656 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-0a091dda-7368-41eb-996a-2dfe048cd739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:00.915643 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-537cf21b-9b8e-4139-9295-11d71993e671 req-3377e160-53eb-4e65-8ec0-fcd06bdecce6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2796197 May 10 17:25:00.971979 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 4f710fe7-f833-4c4c-be65-99412ef17a27 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:25:01.101689 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cf554-1c4c-4dda-9209-08103ec1f8b2 req-364e75a9-5af0-4416-a0e0-bff8dd146481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:01.103339 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c03cf554-1c4c-4dda-9209-08103ec1f8b2 req-364e75a9-5af0-4416-a0e0-bff8dd146481 service neutron] 10.222.0.48 "GET /v2.0/networks?id=03399b07-9ca5-420c-8844-68a1f7c3a930 HTTP/1.1" status: 200 len: 910 time: 0.2498524 May 10 17:25:01.203853 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0a091dda-7368-41eb-996a-2dfe048cd739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16399094'] for router_interface, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:01.249308 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c03cf554-1c4c-4dda-9209-08103ec1f8b2 req-d568a445-de46-4d8b-b86b-730bffc25541 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=845c658d-eae6-45c8-93ae-ce3ad75f3fd7 HTTP/1.1" status: 200 len: 1002 time: 0.1369538 May 10 17:25:01.314667 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cf554-1c4c-4dda-9209-08103ec1f8b2 req-25d741f3-6626-4fed-9f9e-991f0e0c717b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:01.316112 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c03cf554-1c4c-4dda-9209-08103ec1f8b2 req-25d741f3-6626-4fed-9f9e-991f0e0c717b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2 HTTP/1.1" status: 200 len: 848 time: 0.0595875 May 10 17:25:01.472183 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cf554-1c4c-4dda-9209-08103ec1f8b2 req-d8bf52a6-2ca2-4ac1-809e-e3de9305dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:01.474142 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c03cf554-1c4c-4dda-9209-08103ec1f8b2 req-d8bf52a6-2ca2-4ac1-809e-e3de9305dcfc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03399b07-9ca5-420c-8844-68a1f7c3a930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1458611 May 10 17:25:01.582220 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d5588-dfff-4e69-85d5-6ffdcb079e2c req-d4cf61ef-0f00-448f-bb4e-6c0041c93239 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:01.588421 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a091dda-7368-41eb-996a-2dfe048cd739 admin admin] Router 0f96ce5d-d18d-490f-8a0d-c69780f029f1 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:25:01.589425 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c10d5588-dfff-4e69-85d5-6ffdcb079e2c req-d4cf61ef-0f00-448f-bb4e-6c0041c93239 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.1872633 May 10 17:25:01.684573 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c10d5588-dfff-4e69-85d5-6ffdcb079e2c req-b7366ac9-ff1a-430b-8bdb-2fa2d991925a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933161 May 10 17:25:01.702920 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c03cf554-1c4c-4dda-9209-08103ec1f8b2 req-44a0a785-512d-4901-8730-c70106e57ef2 service neutron] 10.222.0.48 "GET /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220533 May 10 17:25:01.804630 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a091dda-7368-41eb-996a-2dfe048cd739 admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:25:01.816602 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5761e418-73b4-422f-9496-a5166b993736 None None] Sync routers for ids ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:25:01.828872 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5761e418-73b4-422f-9496-a5166b993736 None None] Routers {'0f96ce5d-d18d-490f-8a0d-c69780f029f1'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:25:01.830005 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-5761e418-73b4-422f-9496-a5166b993736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:24:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:01.962291 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c03cf554-1c4c-4dda-9209-08103ec1f8b2 req-5cc0d25e-e910-4333-b3bc-0b5eefca99f6 service neutron] 10.222.0.48 "GET /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499266 May 10 17:25:02.021927 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-0a091dda-7368-41eb-996a-2dfe048cd739 admin admin] 10.222.0.16 "PUT /v2.0/routers/0f96ce5d-d18d-490f-8a0d-c69780f029f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0670919 May 10 17:25:02.024461 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54884) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:02.089454 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-5761e418-73b4-422f-9496-a5166b993736 None None] Set router 0f96ce5d-d18d-490f-8a0d-c69780f029f1 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:25:02.103714 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cf21b-9b8e-4139-9295-11d71993e671 req-07a9d984-e6d6-4b2c-a769-1e4b6fe84300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:02.105480 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-537cf21b-9b8e-4139-9295-11d71993e671 req-07a9d984-e6d6-4b2c-a769-1e4b6fe84300 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb&tenant_id=36ab77e54c50411aa55aac321de05175 HTTP/1.1" status: 200 len: 1096 time: 0.1151037 May 10 17:25:02.170943 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58264a64-37ee-4c93-81e1-57fb4d847b11 req-5e81a32c-31dd-4e0e-817a-acc7f64aa570 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:02.172466 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-58264a64-37ee-4c93-81e1-57fb4d847b11 req-5e81a32c-31dd-4e0e-817a-acc7f64aa570 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.3703752 May 10 17:25:02.213138 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cf21b-9b8e-4139-9295-11d71993e671 req-75259ab2-3317-4731-9d1f-caaaedbcb4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:02.214600 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-537cf21b-9b8e-4139-9295-11d71993e671 req-75259ab2-3317-4731-9d1f-caaaedbcb4bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36ab77e54c50411aa55aac321de05175&device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 1096 time: 0.0753009 May 10 17:25:02.244973 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-58264a64-37ee-4c93-81e1-57fb4d847b11 req-bb7e3b39-dfc4-45c4-b40b-3647888fcbeb tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646672 May 10 17:25:02.275025 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-11e60039-68ca-4069-836f-cbb23b644bcf admin admin] Notify callbacks [] for router, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:02.361511 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cf21b-9b8e-4139-9295-11d71993e671 req-f8f9f031-048e-41a7-94c0-c72df66a6015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:02.363053 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-537cf21b-9b8e-4139-9295-11d71993e671 req-f8f9f031-048e-41a7-94c0-c72df66a6015 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5b047ab-a8ae-49d7-90db-71521d6a900a HTTP/1.1" status: 200 len: 917 time: 0.1333303 May 10 17:25:02.435789 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-5761e418-73b4-422f-9496-a5166b993736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'name': 'tempest-TestMinimumBasicScenario-2090077683-router', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:43Z', 'updated_at': '2021-05-10T17:25:00Z', 'revision_number': 5, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'gw_port': {'id': '3c57ce02-c71d-4f54-9c77-78516c50bf3b', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:44Z', 'updated_at': '2021-05-10T17:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:02.439919 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5761e418-73b4-422f-9496-a5166b993736 None None] Checking router: 0f96ce5d-d18d-490f-8a0d-c69780f029f1 for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:25:02.450105 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5761e418-73b4-422f-9496-a5166b993736 None None] Routers {'0f96ce5d-d18d-490f-8a0d-c69780f029f1'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:25:02.450741 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-5761e418-73b4-422f-9496-a5166b993736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:24:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:02.459410 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-11e60039-68ca-4069-836f-cbb23b644bcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:02.532871 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-11e60039-68ca-4069-836f-cbb23b644bcf admin admin] Deleting port 3c57ce02-c71d-4f54-9c77-78516c50bf3b {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:25:02.533354 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-11e60039-68ca-4069-836f-cbb23b644bcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:02.612965 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-5761e418-73b4-422f-9496-a5166b993736 None None] Set router 0f96ce5d-d18d-490f-8a0d-c69780f029f1 gateway port host: None {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:25:02.662693 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-11e60039-68ca-4069-836f-cbb23b644bcf admin admin] For port 3c57ce02-c71d-4f54-9c77-78516c50bf3b, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=3c57ce02-c71d-4f54-9c77-78516c50bf3b,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:02.663076 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-11e60039-68ca-4069-836f-cbb23b644bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:02.722967 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-5761e418-73b4-422f-9496-a5166b993736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'name': 'tempest-TestMinimumBasicScenario-2090077683-router', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:43Z', 'updated_at': '2021-05-10T17:25:02Z', 'revision_number': 6, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'gw_port_host': None}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:02.727565 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5761e418-73b4-422f-9496-a5166b993736 None None] The sync data for ids ['0f96ce5d-d18d-490f-8a0d-c69780f029f1'] in dv-cinder-786385-3-iscsi is: [{'id': '0f96ce5d-d18d-490f-8a0d-c69780f029f1', 'name': 'tempest-TestMinimumBasicScenario-2090077683-router', 'tenant_id': '421e87ec99024b31937c6d93c150aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:43Z', 'updated_at': '2021-05-10T17:25:02Z', 'revision_number': 6, 'project_id': '421e87ec99024b31937c6d93c150aa34', 'gw_port_host': None}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:25:02.820262 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-11e60039-68ca-4069-836f-cbb23b644bcf admin admin] Calling delete_port for 3c57ce02-c71d-4f54-9c77-78516c50bf3b owned by network:router_gateway {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:25:02.927712 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f332282-8d2a-487a-9a95-c8eacb04c75f req-5a2d8780-b631-4d17-9483-5dbc14debe0c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:02.928954 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5f332282-8d2a-487a-9a95-c8eacb04c75f req-5a2d8780-b631-4d17-9483-5dbc14debe0c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.0902617 May 10 17:25:02.969742 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-11e60039-68ca-4069-836f-cbb23b644bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:02.974595 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:02.980169 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5f332282-8d2a-487a-9a95-c8eacb04c75f req-dd11070e-c48b-4aa9-a09d-64b4a2b0efcb tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451970 May 10 17:25:03.023945 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e60039-68ca-4069-836f-cbb23b644bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=3c57ce02-c71d-4f54-9c77-78516c50bf3b,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:03.049292 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-11e60039-68ca-4069-836f-cbb23b644bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:03.114045 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-11e60039-68ca-4069-836f-cbb23b644bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16389474'] for router_gateway, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:03.235517 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-537cf21b-9b8e-4139-9295-11d71993e671 req-5c43be0c-6b8d-4604-995e-597985f6af72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f710fe7-f833-4c4c-be65-99412ef17a27 HTTP/1.1" status: 200 len: 999 time: 0.1060398 May 10 17:25:03.293296 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-11e60039-68ca-4069-836f-cbb23b644bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8002'] for router, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:03.296001 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-11e60039-68ca-4069-836f-cbb23b644bcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:03.318080 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-11e60039-68ca-4069-836f-cbb23b644bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16394096'] for router, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:03.318650 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e60039-68ca-4069-836f-cbb23b644bcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f96ce5d-d18d-490f-8a0d-c69780f029f1 {{(pid=78663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:25:03.330907 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-11e60039-68ca-4069-836f-cbb23b644bcf admin admin] Notify callbacks [] for router, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:03.332188 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-11e60039-68ca-4069-836f-cbb23b644bcf admin admin] 10.222.0.16 "DELETE /v2.0/routers/0f96ce5d-d18d-490f-8a0d-c69780f029f1 HTTP/1.1" status: 204 len: 168 time: 1.3066039 May 10 17:25:03.334656 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54908) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:03.529016 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d9cb1e-ed2e-4864-900e-a4bd3f6255d3 admin admin] Deleting subnet 14fae831-6cf0-4180-8517-89741e4f9411 {{(pid=78663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:25:03.534082 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a3d9cb1e-ed2e-4864-900e-a4bd3f6255d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:03.598069 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a3d9cb1e-ed2e-4864-900e-a4bd3f6255d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13676310'] for subnet, precommit_delete_associations {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:03.640383 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c8150-f38f-4518-a6bd-77b32e1abf30 req-cf7d4227-abf0-4028-9e8d-fb14c991a356 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:03.642239 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f99c8150-f38f-4518-a6bd-77b32e1abf30 req-cf7d4227-abf0-4028-9e8d-fb14c991a356 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.2768028 May 10 17:25:03.757965 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f99c8150-f38f-4518-a6bd-77b32e1abf30 req-213ae47b-c8e0-4e0c-ad04-85287c611e21 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093690 May 10 17:25:03.785720 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a3d9cb1e-ed2e-4864-900e-a4bd3f6255d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862742'] for subnet, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:04.045452 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a3d9cb1e-ed2e-4864-900e-a4bd3f6255d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15048180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14861216'] for subnet, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:04.049629 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-86196d7a-0ca4-4f57-a6a0-12ffa0c15fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:04.087286 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9cb1e-ed2e-4864-900e-a4bd3f6255d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14fae831-6cf0-4180-8517-89741e4f9411,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:04.089962 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a3d9cb1e-ed2e-4864-900e-a4bd3f6255d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:04.096095 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a3d9cb1e-ed2e-4864-900e-a4bd3f6255d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:04.101638 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697f280a-d2d4-4e13-b5af-2918bdbc9074 None None] Network 2e8f257b-0f34-42a9-8f4f-ec787f5b74ca requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:25:04.106529 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-a3d9cb1e-ed2e-4864-900e-a4bd3f6255d3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/14fae831-6cf0-4180-8517-89741e4f9411 HTTP/1.1" status: 204 len: 168 time: 0.7687426 May 10 17:25:04.107422 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54918) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:04.188256 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44942414-dfb7-4ffc-8f65-0e9e1cde6ba4 req-92343ff2-96c0-4f0d-82a7-418c0b927099 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:04.190056 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-44942414-dfb7-4ffc-8f65-0e9e1cde6ba4 req-92343ff2-96c0-4f0d-82a7-418c0b927099 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.0929482 May 10 17:25:04.214593 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737558'] for network, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:04.236589 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-44942414-dfb7-4ffc-8f65-0e9e1cde6ba4 req-1e78358c-8457-44a0-ad48-d0c4c41e5d2f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399656 May 10 17:25:04.292362 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] Deleting port 04cafefb-640a-4707-ad2f-66402783f34d {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:25:04.292620 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:04.362018 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04a9b11-361c-4f1f-9da3-62bbac15daad None None] DHCP port deletion for 2e8f257b-0f34-42a9-8f4f-ec787f5b74ca request from dv-cinder-786385-3-iscsi {{(pid=78665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:25:04.394078 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] For port 04cafefb-640a-4707-ad2f-66402783f34d, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=04cafefb-640a-4707-ad2f-66402783f34d,segment=NetworkSegment(43d12997-b189-493d-954d-6366fd530261),segment_id=43d12997-b189-493d-954d-6366fd530261)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:04.394658 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:04.429074 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-f04a9b11-361c-4f1f-9da3-62bbac15daad None None] Deleting port 04cafefb-640a-4707-ad2f-66402783f34d {{(pid=78665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:25:04.429452 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-f04a9b11-361c-4f1f-9da3-62bbac15daad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:04.518143 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] Calling delete_port for 04cafefb-640a-4707-ad2f-66402783f34d owned by network:dhcp {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:25:04.522527 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-f04a9b11-361c-4f1f-9da3-62bbac15daad None None] For port 04cafefb-640a-4707-ad2f-66402783f34d, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=04cafefb-640a-4707-ad2f-66402783f34d,segment=NetworkSegment(43d12997-b189-493d-954d-6366fd530261),segment_id=43d12997-b189-493d-954d-6366fd530261)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:04.522945 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-f04a9b11-361c-4f1f-9da3-62bbac15daad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:04.568036 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:04.571890 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-fe943ff3-419b-4ac3-ad24-7c1d6b5463c1 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:04.619587 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] Pushing event deleted for resources: {'Port': ['ID=04cafefb-640a-4707-ad2f-66402783f34d,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:04.622116 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:04.624960 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] No DVR routers for this DVR port 04cafefb-640a-4707-ad2f-66402783f34d on host dv-cinder-786385-3-iscsi {{(pid=78663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:25:04.643965 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 3c57ce02-c71d-4f54-9c77-78516c50bf3b no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:25:04.677574 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-f04a9b11-361c-4f1f-9da3-62bbac15daad None None] Calling delete_port for 04cafefb-640a-4707-ad2f-66402783f34d owned by network:dhcp {{(pid=78665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:25:04.687425 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 3c57ce02-c71d-4f54-9c77-78516c50bf3b {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:25:04.687780 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 3c57ce02-c71d-4f54-9c77-78516c50bf3b not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:25:04.688205 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:25:04.722952 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:25:04.723310 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 4f19d6a7-04cb-4a8b-9df2-a5193c2e7205 not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:25:04.723729 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 04cafefb-640a-4707-ad2f-66402783f34d no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:25:04.741295 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856813', 'neutron.services.segments.db._delete_segments_for_network-8781908246685'] for network, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:04.756272 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8f257b-0f34-42a9-8f4f-ec787f5b74ca']}} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:04.768785 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d12997-b189-493d-954d-6366fd530261') {'for_net_delete': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:04.769116 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d12997-b189-493d-954d-6366fd530261') {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:04.780496 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781908258151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13676297'] for segment, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:04.797973 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:04.805280 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=78663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:25:04.805986 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15048082'] for segment, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: Traceback (most recent call last): May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: timer() May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: cb(*args, **kw) May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: return func(*args, **kwargs) May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: self._notify() May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: self.callback(batched_events) May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: event.method(event) May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: return f(self, *a, **k) May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: return self._get(url).json() May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: return self.request(url, 'GET', **kwargs) May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:25:04.822019 dv-cinder-786385-3-iscsi neutron-server[78663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:25:04.826702 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 04cafefb-640a-4707-ad2f-66402783f34d {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:25:04.827053 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 04cafefb-640a-4707-ad2f-66402783f34d not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:25:04.876607 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-f04a9b11-361c-4f1f-9da3-62bbac15daad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188'] for port, after_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:04.881142 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:04.925782 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a9b11-361c-4f1f-9da3-62bbac15daad None None] Pushing event deleted for resources: {'Port': ['ID=04cafefb-640a-4707-ad2f-66402783f34d,revision_number=None']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:04.927955 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04a9b11-361c-4f1f-9da3-62bbac15daad None None] No DVR routers for this DVR port 04cafefb-640a-4707-ad2f-66402783f34d on host dv-cinder-786385-3-iscsi {{(pid=78665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:25:04.929283 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-f04a9b11-361c-4f1f-9da3-62bbac15daad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:04.959210 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16389488'] for network, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:04.966740 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:04.973596 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:04.982520 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cf21b-9b8e-4139-9295-11d71993e671 req-82f81a38-2595-4875-aa93-eae77b9c257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:04.987027 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-537cf21b-9b8e-4139-9295-11d71993e671 req-82f81a38-2595-4875-aa93-eae77b9c257c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28793b78-963b-491c-8dc7-3600112cdfe4 HTTP/1.1" status: 200 len: 855 time: 0.0894125 May 10 17:25:05.002466 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8f257b-0f34-42a9-8f4f-ec787f5b74ca,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:05.004863 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:05.014942 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2e8f257b-0f34-42a9-8f4f-ec787f5b74ca HTTP/1.1" status: 204 len: 168 time: 0.9071720 May 10 17:25:05.022210 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54924) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:05.086795 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cf21b-9b8e-4139-9295-11d71993e671 req-8a8cf5d3-44fc-4c92-8b7e-ce9e32ce5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:05.088322 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-537cf21b-9b8e-4139-9295-11d71993e671 req-8a8cf5d3-44fc-4c92-8b7e-ce9e32ce5f2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5b047ab-a8ae-49d7-90db-71521d6a900a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0943751 May 10 17:25:05.203264 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ffa6d-46a7-4453-b188-06e1d6d49b30 req-05db29ed-089c-473b-9e56-37c8d96de4fe tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:05.204862 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fd7ffa6d-46a7-4453-b188-06e1d6d49b30 req-05db29ed-089c-473b-9e56-37c8d96de4fe tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.3264856 May 10 17:25:05.337876 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fd7ffa6d-46a7-4453-b188-06e1d6d49b30 req-c62a3f73-423d-47e5-a818-701bf6db2177 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745163 May 10 17:25:05.338096 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-537cf21b-9b8e-4139-9295-11d71993e671 req-5e5de089-4cf9-4e21-bf69-480ab4934265 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365658 May 10 17:25:05.556920 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-537cf21b-9b8e-4139-9295-11d71993e671 req-7ede74a2-4567-4492-a679-6f7c3aa03ca5 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976995 May 10 17:25:05.574651 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fb4c1-554b-4004-b54d-572fad448c99 req-cb956b35-9b51-4b44-ab51-f02cf1b3cecd tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:05.576310 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-879fb4c1-554b-4004-b54d-572fad448c99 req-cb956b35-9b51-4b44-ab51-f02cf1b3cecd tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.1893442 May 10 17:25:05.626132 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-879fb4c1-554b-4004-b54d-572fad448c99 req-aa8f0795-8d65-45ca-b12d-92a71813cd7a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423450 May 10 17:25:05.781021 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9933b55b-65e7-41b7-a72e-8c4fafc79aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384582'] for router_interface, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:06.186303 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-9933b55b-65e7-41b7-a72e-8c4fafc79aba admin admin] Deleting port 816d7fe7-4097-44a8-94ba-e08566a24355 {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:25:06.186651 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9933b55b-65e7-41b7-a72e-8c4fafc79aba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:06.306162 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-9933b55b-65e7-41b7-a72e-8c4fafc79aba admin admin] For port 816d7fe7-4097-44a8-94ba-e08566a24355, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=816d7fe7-4097-44a8-94ba-e08566a24355,segment=NetworkSegment(20c9f4a4-df45-45e3-8e10-8a268a537c56),segment_id=20c9f4a4-df45-45e3-8e10-8a268a537c56)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:06.306558 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9933b55b-65e7-41b7-a72e-8c4fafc79aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:06.427456 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-9933b55b-65e7-41b7-a72e-8c4fafc79aba admin admin] Calling delete_port for 816d7fe7-4097-44a8-94ba-e08566a24355 owned by network:router_interface {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:25:06.643830 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c65377-3f1f-4dd7-b30d-ea56f3b4220e req-610c430d-1f7c-4201-b72c-cac9556beee8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:06.645321 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-29c65377-3f1f-4dd7-b30d-ea56f3b4220e req-610c430d-1f7c-4201-b72c-cac9556beee8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.1999648 May 10 17:25:06.704385 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-29c65377-3f1f-4dd7-b30d-ea56f3b4220e req-a878ac9d-2499-47de-885a-41c0225d4113 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530503 May 10 17:25:06.763919 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9933b55b-65e7-41b7-a72e-8c4fafc79aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:06.769304 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:06.818371 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933b55b-65e7-41b7-a72e-8c4fafc79aba admin admin] Pushing event deleted for resources: {'Port': ['ID=816d7fe7-4097-44a8-94ba-e08566a24355,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:06.832671 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3812314-45d5-47bc-bcc6-578ab2821d83 req-e3abf6aa-4a51-4d46-92da-8fd477726068 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:06.834119 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b3812314-45d5-47bc-bcc6-578ab2821d83 req-e3abf6aa-4a51-4d46-92da-8fd477726068 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.0830109 May 10 17:25:06.849761 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-9933b55b-65e7-41b7-a72e-8c4fafc79aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:06.882541 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b3812314-45d5-47bc-bcc6-578ab2821d83 req-b30103a5-897e-4aac-9288-0ead6813209a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424905 May 10 17:25:07.076079 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9933b55b-65e7-41b7-a72e-8c4fafc79aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16399094'] for router_interface, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:07.283256 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-875e9126-54ef-4059-994a-fbee0ca83e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:07.428063 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9933b55b-65e7-41b7-a72e-8c4fafc79aba admin admin] Router 85d40c04-22e3-443c-8be8-468fc3888e00 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:25:07.607319 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9933b55b-65e7-41b7-a72e-8c4fafc79aba admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:25:07.616279 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27299dee-bbd9-4812-9fd0-3425b17a6a55 None None] Sync routers for ids ['85d40c04-22e3-443c-8be8-468fc3888e00'] in dv-cinder-786385-3-iscsi {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:25:07.627388 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-9933b55b-65e7-41b7-a72e-8c4fafc79aba admin admin] 10.222.0.16 "PUT /v2.0/routers/85d40c04-22e3-443c-8be8-468fc3888e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5998716 May 10 17:25:07.627560 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27299dee-bbd9-4812-9fd0-3425b17a6a55 None None] Routers {'85d40c04-22e3-443c-8be8-468fc3888e00'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:25:07.627560 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-27299dee-bbd9-4812-9fd0-3425b17a6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:24:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['85d40c04-22e3-443c-8be8-468fc3888e00'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:07.627770 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 54954) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:07.812240 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c480fd05-3c03-4d58-a392-c520e86f6e20 admin admin] Notify callbacks [] for router, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:07.827444 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-27299dee-bbd9-4812-9fd0-3425b17a6a55 None None] Set router 85d40c04-22e3-443c-8be8-468fc3888e00 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:25:08.085282 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2ff4a-5209-4718-9288-bcca4c25aa50 req-9cc6c0e6-9527-4c87-8d5f-641235f673c5 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:08.086658 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3fc2ff4a-5209-4718-9288-bcca4c25aa50 req-9cc6c0e6-9527-4c87-8d5f-641235f673c5 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.0829010 May 10 17:25:08.114419 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-27299dee-bbd9-4812-9fd0-3425b17a6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'name': 'tempest-TestMinimumBasicScenario-242525475-router', 'tenant_id': '459d15d8435142aa9f8bb5a32c0adae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f522a617-6cf1-4b75-b876-f17cfc5ac015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:52Z', 'updated_at': '2021-05-10T17:25:06Z', 'revision_number': 5, 'project_id': '459d15d8435142aa9f8bb5a32c0adae7', 'gw_port': {'id': 'f522a617-6cf1-4b75-b876-f17cfc5ac015', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:53Z', 'updated_at': '2021-05-10T17:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:08.118251 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27299dee-bbd9-4812-9fd0-3425b17a6a55 None None] Checking router: 85d40c04-22e3-443c-8be8-468fc3888e00 for host: dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:25:08.126462 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27299dee-bbd9-4812-9fd0-3425b17a6a55 None None] Routers {'85d40c04-22e3-443c-8be8-468fc3888e00'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:25:08.127074 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-27299dee-bbd9-4812-9fd0-3425b17a6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:24:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['85d40c04-22e3-443c-8be8-468fc3888e00'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:08.134937 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3fc2ff4a-5209-4718-9288-bcca4c25aa50 req-3817e830-f915-416e-b0c3-3bfce95f7954 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411265 May 10 17:25:08.165769 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d4a7f-d790-46c0-b7d6-34831a318012 req-8be3d374-2979-4325-a065-91c4436c3a80 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:08.167230 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a54d4a7f-d790-46c0-b7d6-34831a318012 req-8be3d374-2979-4325-a065-91c4436c3a80 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.3064985 May 10 17:25:08.173458 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c480fd05-3c03-4d58-a392-c520e86f6e20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:08.249943 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a54d4a7f-d790-46c0-b7d6-34831a318012 req-ba44ece4-e448-4db8-b355-2c70f3a334dd tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735700 May 10 17:25:08.274842 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-c480fd05-3c03-4d58-a392-c520e86f6e20 admin admin] Deleting port f522a617-6cf1-4b75-b876-f17cfc5ac015 {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:25:08.275185 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c480fd05-3c03-4d58-a392-c520e86f6e20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:08.302762 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-27299dee-bbd9-4812-9fd0-3425b17a6a55 None None] Set router 85d40c04-22e3-443c-8be8-468fc3888e00 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:25:08.397945 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-c480fd05-3c03-4d58-a392-c520e86f6e20 admin admin] For port f522a617-6cf1-4b75-b876-f17cfc5ac015, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=f522a617-6cf1-4b75-b876-f17cfc5ac015,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:08.398339 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c480fd05-3c03-4d58-a392-c520e86f6e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:08.433733 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:08.532563 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-c480fd05-3c03-4d58-a392-c520e86f6e20 admin admin] Calling delete_port for f522a617-6cf1-4b75-b876-f17cfc5ac015 owned by network:router_gateway {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:25:08.587043 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-27299dee-bbd9-4812-9fd0-3425b17a6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'name': 'tempest-TestMinimumBasicScenario-242525475-router', 'tenant_id': '459d15d8435142aa9f8bb5a32c0adae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f522a617-6cf1-4b75-b876-f17cfc5ac015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:52Z', 'updated_at': '2021-05-10T17:25:06Z', 'revision_number': 5, 'project_id': '459d15d8435142aa9f8bb5a32c0adae7', 'gw_port': {'id': 'f522a617-6cf1-4b75-b876-f17cfc5ac015', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:53Z', 'updated_at': '2021-05-10T17:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:08.590926 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27299dee-bbd9-4812-9fd0-3425b17a6a55 None None] The sync data for ids ['85d40c04-22e3-443c-8be8-468fc3888e00'] in dv-cinder-786385-3-iscsi is: [{'id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'name': 'tempest-TestMinimumBasicScenario-242525475-router', 'tenant_id': '459d15d8435142aa9f8bb5a32c0adae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f522a617-6cf1-4b75-b876-f17cfc5ac015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:52Z', 'updated_at': '2021-05-10T17:25:06Z', 'revision_number': 5, 'project_id': '459d15d8435142aa9f8bb5a32c0adae7', 'gw_port': {'id': 'f522a617-6cf1-4b75-b876-f17cfc5ac015', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d40c04-22e3-443c-8be8-468fc3888e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:53Z', 'updated_at': '2021-05-10T17:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}] {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:25:08.690845 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c480fd05-3c03-4d58-a392-c520e86f6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:08.695794 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a49e2842-4d74-45bd-9f0b-54f169d3872d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:08.748985 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480fd05-3c03-4d58-a392-c520e86f6e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=f522a617-6cf1-4b75-b876-f17cfc5ac015,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:08.780310 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c480fd05-3c03-4d58-a392-c520e86f6e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:08.838214 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c480fd05-3c03-4d58-a392-c520e86f6e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16389474'] for router_gateway, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:09.074478 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c480fd05-3c03-4d58-a392-c520e86f6e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8002'] for router, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:09.077820 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c480fd05-3c03-4d58-a392-c520e86f6e20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:09.169266 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c480fd05-3c03-4d58-a392-c520e86f6e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16394096'] for router, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:09.170119 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c480fd05-3c03-4d58-a392-c520e86f6e20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85d40c04-22e3-443c-8be8-468fc3888e00 {{(pid=78663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:25:09.202700 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c480fd05-3c03-4d58-a392-c520e86f6e20 admin admin] Notify callbacks [] for router, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:09.206264 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-c480fd05-3c03-4d58-a392-c520e86f6e20 admin admin] 10.222.0.16 "DELETE /v2.0/routers/85d40c04-22e3-443c-8be8-468fc3888e00 HTTP/1.1" status: 204 len: 168 time: 1.5754302 May 10 17:25:09.207393 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 54984) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:09.415411 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d57d25a-765d-4491-8570-aadc748945d0 admin admin] Deleting subnet 7ac1b2be-c8e2-4f32-a8bc-4e82fe36ac1b {{(pid=78664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:25:09.441067 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8d57d25a-765d-4491-8570-aadc748945d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:09.575920 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8d57d25a-765d-4491-8570-aadc748945d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15796473'] for subnet, precommit_delete_associations {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:09.605095 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53752561-58e8-4c3b-9bd5-1702618405c4 req-a77ce958-83b0-40f7-8694-7c343cc1b9a1 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:09.606660 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-53752561-58e8-4c3b-9bd5-1702618405c4 req-a77ce958-83b0-40f7-8694-7c343cc1b9a1 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.1733475 May 10 17:25:09.715141 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447e51b-9919-4009-944b-d1e0df82aceb req-f97f236f-b42c-4af7-a1a0-44c4d43bbaf1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:09.729061 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-53752561-58e8-4c3b-9bd5-1702618405c4 req-8cea5fab-2b73-4b40-b647-da967d50d095 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166797 May 10 17:25:09.732699 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c447e51b-9919-4009-944b-d1e0df82aceb req-f97f236f-b42c-4af7-a1a0-44c4d43bbaf1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.4025080 May 10 17:25:09.796892 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c447e51b-9919-4009-944b-d1e0df82aceb req-b35c3edf-0414-4501-9ea9-1d9b844e4c5b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624113 May 10 17:25:09.908179 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:09.929936 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-4cdd924b-b0a4-4748-9451-e78069a9d195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:09.968231 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8d57d25a-765d-4491-8570-aadc748945d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862742'] for subnet, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:10.364344 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8d57d25a-765d-4491-8570-aadc748945d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16084900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15067248'] for subnet, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:10.368999 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:10.405139 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57d25a-765d-4491-8570-aadc748945d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac1b2be-c8e2-4f32-a8bc-4e82fe36ac1b,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:10.408379 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8d57d25a-765d-4491-8570-aadc748945d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:10.409447 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8d57d25a-765d-4491-8570-aadc748945d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:10.416130 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-8d57d25a-765d-4491-8570-aadc748945d0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7ac1b2be-c8e2-4f32-a8bc-4e82fe36ac1b HTTP/1.1" status: 204 len: 168 time: 1.2057793 May 10 17:25:10.417266 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ff4e9d-3be7-4ca5-a927-c54d316e16ba None None] Network bedcfcbd-1ad5-4c3e-8c48-390272c0145c requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:25:10.418981 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 55006) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:10.583225 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737558'] for network, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:10.613506 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 816d7fe7-4097-44a8-94ba-e08566a24355 no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:25:10.667165 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] Deleting port 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:25:10.667884 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:10.686196 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 816d7fe7-4097-44a8-94ba-e08566a24355 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:25:10.686818 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 816d7fe7-4097-44a8-94ba-e08566a24355 not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:25:10.687254 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device f522a617-6cf1-4b75-b876-f17cfc5ac015 no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:25:10.727768 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: f522a617-6cf1-4b75-b876-f17cfc5ac015 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:25:10.728377 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device f522a617-6cf1-4b75-b876-f17cfc5ac015 not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:25:10.788974 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:10.825473 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] For port 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56,segment=NetworkSegment(20c9f4a4-df45-45e3-8e10-8a268a537c56),segment_id=20c9f4a4-df45-45e3-8e10-8a268a537c56)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:10.825845 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:10.853342 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af77e75-13f9-40db-8ec0-a4ae6cc381ae None None] DHCP port deletion for bedcfcbd-1ad5-4c3e-8c48-390272c0145c request from dv-cinder-786385-3-iscsi {{(pid=78665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:25:10.926987 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-2af77e75-13f9-40db-8ec0-a4ae6cc381ae None None] Deleting port 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 {{(pid=78665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:25:10.927651 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-2af77e75-13f9-40db-8ec0-a4ae6cc381ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:11.056488 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83ad80-82ec-4d72-bbeb-ded3f55f615d req-7810213c-9cf0-4d34-b0f3-a2ef710981e0 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:11.063751 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9d83ad80-82ec-4d72-bbeb-ded3f55f615d req-7810213c-9cf0-4d34-b0f3-a2ef710981e0 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.1082480 May 10 17:25:11.065263 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] Calling delete_port for 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 owned by network:dhcp {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:25:11.107162 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9d83ad80-82ec-4d72-bbeb-ded3f55f615d req-4750eac6-cb1d-4c27-a144-f7280154a134 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424576 May 10 17:25:11.112220 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-2af77e75-13f9-40db-8ec0-a4ae6cc381ae None None] For port 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56,segment=NetworkSegment(20c9f4a4-df45-45e3-8e10-8a268a537c56),segment_id=20c9f4a4-df45-45e3-8e10-8a268a537c56)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:11.112611 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-2af77e75-13f9-40db-8ec0-a4ae6cc381ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:11.221014 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fd36a-ae84-46e3-bd08-7de2f271f29e req-c2ec95f0-79c1-4401-90be-64e4bb0c4d28 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:11.222600 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9f1fd36a-ae84-46e3-bd08-7de2f271f29e req-c2ec95f0-79c1-4401-90be-64e4bb0c4d28 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.2228432 May 10 17:25:11.244464 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:11.251911 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-d8ba3435-884b-48a3-9733-e797295fc723 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:11.275418 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-2af77e75-13f9-40db-8ec0-a4ae6cc381ae None None] Calling delete_port for 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 owned by network:dhcp {{(pid=78665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:25:11.307965 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] No DVR routers for this DVR port 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 on host dv-cinder-786385-3-iscsi {{(pid=78663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:25:11.311874 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:11.318290 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-2af77e75-13f9-40db-8ec0-a4ae6cc381ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188'] for port, after_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:11.328041 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:11.345155 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:11.367668 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9f1fd36a-ae84-46e3-bd08-7de2f271f29e req-ee19aeca-c480-4caf-a2ac-d537e45f7af0 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379702 May 10 17:25:11.395763 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af77e75-13f9-40db-8ec0-a4ae6cc381ae None None] Pushing event deleted for resources: {'Port': ['ID=6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56,revision_number=None']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:11.399958 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-2af77e75-13f9-40db-8ec0-a4ae6cc381ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:11.404605 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af77e75-13f9-40db-8ec0-a4ae6cc381ae None None] No DVR routers for this DVR port 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 on host dv-cinder-786385-3-iscsi {{(pid=78665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:25:11.472738 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856813', 'neutron.services.segments.db._delete_segments_for_network-8781908246685'] for network, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:11.486131 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedcfcbd-1ad5-4c3e-8c48-390272c0145c']}} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:11.497842 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c9f4a4-df45-45e3-8e10-8a268a537c56') {'for_net_delete': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:11.498678 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c9f4a4-df45-45e3-8e10-8a268a537c56') {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:11.510422 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781908258151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13676297'] for segment, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:11.528935 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:11.536438 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=78663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:25:11.537345 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15048082'] for segment, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: Traceback (most recent call last): May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: timer() May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: cb(*args, **kw) May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: return func(*args, **kwargs) May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: self._notify() May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: self.callback(batched_events) May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: event.method(event) May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: return f(self, *a, **k) May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: return self._get(url).json() May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: return self.request(url, 'GET', **kwargs) May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:25:11.553090 dv-cinder-786385-3-iscsi neutron-server[78663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:25:11.635413 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16389488'] for network, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:11.639546 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:11.652306 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:11.663483 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=bedcfcbd-1ad5-4c3e-8c48-390272c0145c,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:11.667622 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:11.671136 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bedcfcbd-1ad5-4c3e-8c48-390272c0145c HTTP/1.1" status: 204 len: 168 time: 1.2511806 May 10 17:25:11.851761 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 55022) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:11.910267 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-ecb13579-e3bb-4032-966a-4c1f659b33c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=421e87ec99024b31937c6d93c150aa34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571814 May 10 17:25:11.913042 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55026) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:11.970078 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c932-c810-425d-9617-ffbf84722809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:11.999936 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c932-c810-425d-9617-ffbf84722809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:12.054916 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c932-c810-425d-9617-ffbf84722809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:12.059691 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-e32d808a-cee2-44fb-afb9-a1e7f61c2d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:12.077340 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6c932-c810-425d-9617-ffbf84722809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6221409-9ebd-4fa1-909e-8a5792c5cbba,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:12.082990 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-f6b6c932-c810-425d-9617-ffbf84722809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:12.087847 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c932-c810-425d-9617-ffbf84722809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:12.091268 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-f6b6c932-c810-425d-9617-ffbf84722809 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6221409-9ebd-4fa1-909e-8a5792c5cbba HTTP/1.1" status: 204 len: 168 time: 0.1744263 May 10 17:25:12.333691 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa731b-a973-4619-b144-2034052bd5c5 req-a29cd229-a6f2-4d68-8c1b-5bfbc15cc514 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:12.335138 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-83aa731b-a973-4619-b144-2034052bd5c5 req-a29cd229-a6f2-4d68-8c1b-5bfbc15cc514 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.0857189 May 10 17:25:12.404933 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-83aa731b-a973-4619-b144-2034052bd5c5 req-e0a4062c-7768-4937-900d-6ed2efdae92f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597262 May 10 17:25:12.446566 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:12.489190 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55042) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:12.560111 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-9334e4c9-8d7a-4861-b285-2feabfbb2b2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=459d15d8435142aa9f8bb5a32c0adae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697098 May 10 17:25:12.562646 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55046) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:12.624170 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42de9f-d38a-4d89-a67b-2c076f49d976 req-25f8ac65-500e-413e-9276-fc9b9350a446 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:12.625752 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-da42de9f-d38a-4d89-a67b-2c076f49d976 req-25f8ac65-500e-413e-9276-fc9b9350a446 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.1123440 May 10 17:25:12.635472 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9a059a0d-bd26-45b9-a8ab-52283e8b8a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:12.639607 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:25:12.684044 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-da42de9f-d38a-4d89-a67b-2c076f49d976 req-82626808-861a-4750-add1-076ba9e2ba11 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525143 May 10 17:25:12.686582 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:25:12.686945 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 6f0c10b7-a5f0-4e12-8e2b-88ec163d9f56 not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:25:12.691829 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9a059a0d-bd26-45b9-a8ab-52283e8b8a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:12.759175 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9a059a0d-bd26-45b9-a8ab-52283e8b8a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:12.767957 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-30573a40-aeed-4fae-bf95-3d8f150e5a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:12.782578 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a059a0d-bd26-45b9-a8ab-52283e8b8a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb570005-8dae-462e-a8de-ec60a7dfb86c,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:12.784854 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-9a059a0d-bd26-45b9-a8ab-52283e8b8a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:12.785841 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9a059a0d-bd26-45b9-a8ab-52283e8b8a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:12.794574 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-9a059a0d-bd26-45b9-a8ab-52283e8b8a5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb570005-8dae-462e-a8de-ec60a7dfb86c HTTP/1.1" status: 204 len: 168 time: 0.2234054 May 10 17:25:13.383979 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:25:13.515798 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:13.542971 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:25:13.552846 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=845c658d-eae6-45c8-93ae-ce3ad75f3fd7,segment=NetworkSegment(1edbd0a0-e731-4c62-8ae5-94317452b125),segment_id=1edbd0a0-e731-4c62-8ae5-94317452b125)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:13.557310 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:13.559225 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:13.594604 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7', 'code': 200} May 10 17:25:13.603814 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e379f31-2e0e-4dc1-a623-5a7c404e0523 req-fcd4b556-b600-48c5-bc4c-232b1a38676a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:13.609527 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1e379f31-2e0e-4dc1-a623-5a7c404e0523 req-fcd4b556-b600-48c5-bc4c-232b1a38676a tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.0871572 May 10 17:25:13.642520 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=845c658d-eae6-45c8-93ae-ce3ad75f3fd7,revision_number=6']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:13.655358 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:13.672941 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1e379f31-2e0e-4dc1-a623-5a7c404e0523 req-d2b768e1-c7d3-4330-9fee-2d1a9488ee39 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560887 May 10 17:25:13.894638 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b92dd-e908-4bdb-8562-146e627f2f85 req-379ad255-3908-4024-9794-8fc92817610c tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:13.896130 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3b9b92dd-e908-4bdb-8562-146e627f2f85 req-379ad255-3908-4024-9794-8fc92817610c tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.0923922 May 10 17:25:13.941945 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3b9b92dd-e908-4bdb-8562-146e627f2f85 req-cca1de7a-3007-4e49-ac86-bac74994feb7 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398731 May 10 17:25:14.991286 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd485a-5acf-49f7-8246-ac0f6ad68c18 req-46531c4c-7de7-4d27-9735-ca3e13e07124 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:15.006153 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8fbd485a-5acf-49f7-8246-ac0f6ad68c18 req-46531c4c-7de7-4d27-9735-ca3e13e07124 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.2093902 May 10 17:25:15.084385 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8fbd485a-5acf-49f7-8246-ac0f6ad68c18 req-1103a27c-860d-43fc-b7fd-c6903c212b34 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773654 May 10 17:25:15.195595 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ee2fe-ccc8-48ed-b964-839b5118fec3 req-253b1775-63bd-478b-bcc5-9bd2bf36cf0e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:15.198125 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-488ee2fe-ccc8-48ed-b964-839b5118fec3 req-253b1775-63bd-478b-bcc5-9bd2bf36cf0e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.0916431 May 10 17:25:15.240813 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:25:15.251715 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-488ee2fe-ccc8-48ed-b964-839b5118fec3 req-aefc0ef1-f324-4f20-acdd-8da5d8c19995 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468554 May 10 17:25:16.293250 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb70286-dca2-4cdb-b2e4-78cad97bda61 req-179b65e6-d537-49ca-8719-26bbfe776701 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:16.297612 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ecb70286-dca2-4cdb-b2e4-78cad97bda61 req-179b65e6-d537-49ca-8719-26bbfe776701 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.0882137 May 10 17:25:16.355961 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ecb70286-dca2-4cdb-b2e4-78cad97bda61 req-0bb03bdb-a72b-40e3-959e-07cff7ea70d0 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434663 May 10 17:25:16.461455 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f724b3-5471-4f77-a536-4aa59b20a1c0 req-3218f9ac-f9ec-4739-b6ef-abb845706870 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:16.462941 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-03f724b3-5471-4f77-a536-4aa59b20a1c0 req-3218f9ac-f9ec-4739-b6ef-abb845706870 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.1040597 May 10 17:25:16.512702 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-03f724b3-5471-4f77-a536-4aa59b20a1c0 req-d41a3514-a826-4556-8c74-c8dc8d57c5ed tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433676 May 10 17:25:17.580462 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc27e5a-dba8-4d22-80fa-5afae5902285 req-8e269f3d-4f79-4437-9631-dd4b8ff492e3 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:17.582050 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4cc27e5a-dba8-4d22-80fa-5afae5902285 req-8e269f3d-4f79-4437-9631-dd4b8ff492e3 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.1064973 May 10 17:25:17.676734 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4cc27e5a-dba8-4d22-80fa-5afae5902285 req-822db68c-3dbd-48ca-acd0-6005d4b43da0 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876484 May 10 17:25:17.738827 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e9143-1f17-473b-99bd-21b4e670736a req-54dda81d-7933-4c77-b2d0-63c79e8baec9 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:17.740337 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2f8e9143-1f17-473b-99bd-21b4e670736a req-54dda81d-7933-4c77-b2d0-63c79e8baec9 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.0921283 May 10 17:25:17.797382 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2f8e9143-1f17-473b-99bd-21b4e670736a req-bb055067-096f-4e60-b5dd-cf10bb288078 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481772 May 10 17:25:18.906366 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8cf76-bb3c-4681-b776-0f029c5f951d req-33f7e6f8-f62b-4c33-8ccb-670ff2680753 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:18.907839 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-75d8cf76-bb3c-4681-b776-0f029c5f951d req-33f7e6f8-f62b-4c33-8ccb-670ff2680753 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.1078999 May 10 17:25:18.995443 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-75d8cf76-bb3c-4681-b776-0f029c5f951d req-a9b99949-92d5-40bb-bfdc-16f992a60496 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814793 May 10 17:25:19.063313 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43fa37-f474-4b04-a637-116052583fb6 req-1bb46b77-35ec-406f-9bd1-3a8c9e1fd5d6 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:19.064761 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ea43fa37-f474-4b04-a637-116052583fb6 req-1bb46b77-35ec-406f-9bd1-3a8c9e1fd5d6 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.1295228 May 10 17:25:19.126801 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ea43fa37-f474-4b04-a637-116052583fb6 req-4f4f0214-1246-4ded-8b31-b1e4db7af3a7 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547304 May 10 17:25:20.248934 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25600d4-4db1-4a64-9dd9-6a03997e0651 req-f8f20153-0079-4f99-86aa-109a8ac9a74d tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:20.250395 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f25600d4-4db1-4a64-9dd9-6a03997e0651 req-f8f20153-0079-4f99-86aa-109a8ac9a74d tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.1081510 May 10 17:25:20.298654 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f25600d4-4db1-4a64-9dd9-6a03997e0651 req-cf5ae383-4ac3-490c-b6cc-7916d625a4a4 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419238 May 10 17:25:20.321231 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe72fb-e77f-4a9a-935d-8b53e3fa324e req-4a33cf6d-5a84-4465-97f2-2bdbac87085e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:20.322792 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2cfe72fb-e77f-4a9a-935d-8b53e3fa324e req-4a33cf6d-5a84-4465-97f2-2bdbac87085e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.0806172 May 10 17:25:20.366404 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55166) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:20.378347 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2cfe72fb-e77f-4a9a-935d-8b53e3fa324e req-3133cd6f-f125-4cb1-96f5-e8423f8936f4 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451987 May 10 17:25:20.480930 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0304e6e1-0899-4933-9f99-8f2961e0547d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:20.494835 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-0304e6e1-0899-4933-9f99-8f2961e0547d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:25:20.498636 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-0304e6e1-0899-4933-9f99-8f2961e0547d admin admin] Usage tracker for resource:security_group_rule and tenant:56391c5a0eb3441d95ce476724659d32 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:25:20.501595 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-0304e6e1-0899-4933-9f99-8f2961e0547d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:25:20.507289 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-0304e6e1-0899-4933-9f99-8f2961e0547d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:25:20.591519 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0304e6e1-0899-4933-9f99-8f2961e0547d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:20.594640 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0304e6e1-0899-4933-9f99-8f2961e0547d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:20.602176 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0a077cf8-1d7d-40dd-97ce-848c0eb02419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:20.641689 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-0304e6e1-0899-4933-9f99-8f2961e0547d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56391c5a0eb3441d95ce476724659d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742343 May 10 17:25:20.642561 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304e6e1-0899-4933-9f99-8f2961e0547d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7799224b-f073-4226-9e40-683bc9aeb8c2,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:20.644323 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 55174) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:20.646762 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0304e6e1-0899-4933-9f99-8f2961e0547d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:20.702777 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-284b905b-f8b8-456a-b088-7fd9790737d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:20.727308 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-284b905b-f8b8-456a-b088-7fd9790737d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:20.785031 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-284b905b-f8b8-456a-b088-7fd9790737d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:20.790132 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-5b3fb396-5cd3-4cec-a626-9d03b78af8a8 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:20.801892 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b905b-f8b8-456a-b088-7fd9790737d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7799224b-f073-4226-9e40-683bc9aeb8c2,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:20.804888 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-284b905b-f8b8-456a-b088-7fd9790737d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:20.806893 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-284b905b-f8b8-456a-b088-7fd9790737d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:20.808017 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-284b905b-f8b8-456a-b088-7fd9790737d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7799224b-f073-4226-9e40-683bc9aeb8c2 HTTP/1.1" status: 204 len: 168 time: 0.1625116 May 10 17:25:21.502070 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692af54-2142-4d9d-b38a-dcfee9cbfecd req-bd85d033-ac40-4e08-984d-b8487e9679da tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:21.503540 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9692af54-2142-4d9d-b38a-dcfee9cbfecd req-bd85d033-ac40-4e08-984d-b8487e9679da tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.0914447 May 10 17:25:21.550731 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9692af54-2142-4d9d-b38a-dcfee9cbfecd req-d6891692-f9b0-48e0-9521-40e83f9b23a5 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413473 May 10 17:25:21.569429 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296bb65-f5b1-4509-9263-a211acde9970 req-43ad7b7a-883d-4824-ae7c-f7645d8fe76b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:21.570884 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1296bb65-f5b1-4509-9263-a211acde9970 req-43ad7b7a-883d-4824-ae7c-f7645d8fe76b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.0802243 May 10 17:25:21.616057 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1296bb65-f5b1-4509-9263-a211acde9970 req-1730d39a-e52c-4e33-bd29-40a2715f9b74 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395188 May 10 17:25:21.944341 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fae303cb-0b42-46d3-8381-59a3cf00587a req-e370aec1-ae27-4e12-af25-058034ed6dcd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1114888 May 10 17:25:21.992315 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c298b-2a70-4d27-a619-0024a1c56e7b req-07950d0c-87ce-48ba-807a-89e55dfcb015 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:21.993785 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c32c298b-2a70-4d27-a619-0024a1c56e7b req-07950d0c-87ce-48ba-807a-89e55dfcb015 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.0822916 May 10 17:25:22.132131 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c32c298b-2a70-4d27-a619-0024a1c56e7b req-d6374ec2-c12b-4f4c-af4d-df0b99059f1a tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323667 May 10 17:25:22.738767 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040ae1d-f794-46a3-ac15-f18dc2a94460 req-99189cbc-9472-48fb-9144-bcd849e17317 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:22.740231 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3040ae1d-f794-46a3-ac15-f18dc2a94460 req-99189cbc-9472-48fb-9144-bcd849e17317 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 943 time: 0.0838320 May 10 17:25:22.787723 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3040ae1d-f794-46a3-ac15-f18dc2a94460 req-4189d433-b632-4a00-9aad-efe0de4dfa03 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401554 May 10 17:25:23.367650 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791922d-0a33-4e7b-a260-2ab144db5432 req-c6efd931-e6e0-40d3-9f35-af2ccfe574c6 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:23.369307 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8791922d-0a33-4e7b-a260-2ab144db5432 req-c6efd931-e6e0-40d3-9f35-af2ccfe574c6 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.0865064 May 10 17:25:23.377954 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 4f710fe7-f833-4c4c-be65-99412ef17a27 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:25:23.426046 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8791922d-0a33-4e7b-a260-2ab144db5432 req-33fa06a7-c2c5-4e93-b432-f3332071d3a2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506537 May 10 17:25:23.525369 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586dc4d0-3a16-4ae6-b5ac-1108bf205df6 req-1ef4c24e-1a07-41e7-8485-90b20fe73b6d tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:23.526828 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-586dc4d0-3a16-4ae6-b5ac-1108bf205df6 req-1ef4c24e-1a07-41e7-8485-90b20fe73b6d tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 946 time: 0.0843945 May 10 17:25:23.538501 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 4f710fe7-f833-4c4c-be65-99412ef17a27, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4f710fe7-f833-4c4c-be65-99412ef17a27,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:23.551987 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '4f710fe7-f833-4c4c-be65-99412ef17a27', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'port_id': '4f710fe7-f833-4c4c-be65-99412ef17a27', 'mac_address': 'fa:16:3e:bb:36:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:25:23.571903 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-586dc4d0-3a16-4ae6-b5ac-1108bf205df6 req-a5b2c0c8-3a49-47c1-ad53-f298518c6758 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3f6363c-a09e-4c0f-924e-c606883a4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384874 May 10 17:25:23.606474 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:23.622350 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f710fe7-f833-4c4c-be65-99412ef17a27 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:25:23.637037 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 4f710fe7-f833-4c4c-be65-99412ef17a27, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4f710fe7-f833-4c4c-be65-99412ef17a27,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:23.641261 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:23.643740 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-f04a9b11-361c-4f1f-9da3-62bbac15daad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:23.710949 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=4f710fe7-f833-4c4c-be65-99412ef17a27,revision_number=9']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:23.714068 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:23.834727 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae303cb-0b42-46d3-8381-59a3cf00587a req-f0cc791d-31b7-4589-b8c8-f91890d7cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:23.836190 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fae303cb-0b42-46d3-8381-59a3cf00587a req-f0cc791d-31b7-4589-b8c8-f91890d7cb98 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128&tenant_id=4234b151a6ef47f78f6d57ecc2adac6b HTTP/1.1" status: 200 len: 1097 time: 0.0712757 May 10 17:25:23.974806 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['4f710fe7-f833-4c4c-be65-99412ef17a27'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:25:23.996187 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae303cb-0b42-46d3-8381-59a3cf00587a req-7b21bdfb-c03c-40ba-901e-a70fa712f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:23.997668 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fae303cb-0b42-46d3-8381-59a3cf00587a req-7b21bdfb-c03c-40ba-901e-a70fa712f452 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4234b151a6ef47f78f6d57ecc2adac6b&device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 1097 time: 0.1263168 May 10 17:25:24.034248 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefd75c-c7b4-4b07-8ce1-8ee49c9761e2 req-bdff5677-de57-47ca-a553-fc95d34036a3 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:24.035673 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-cfefd75c-c7b4-4b07-8ce1-8ee49c9761e2 req-bdff5677-de57-47ca-a553-fc95d34036a3 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 944 time: 0.1284113 May 10 17:25:24.155447 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-cfefd75c-c7b4-4b07-8ce1-8ee49c9761e2 req-4f0543aa-5243-4b3b-8c82-c83757990d46 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702863 May 10 17:25:24.174577 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae303cb-0b42-46d3-8381-59a3cf00587a req-6056f157-4b2f-4c56-9aed-8e48784ac35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:24.175995 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fae303cb-0b42-46d3-8381-59a3cf00587a req-6056f157-4b2f-4c56-9aed-8e48784ac35a service neutron] 10.222.0.48 "GET /v2.0/networks?id=03399b07-9ca5-420c-8844-68a1f7c3a930 HTTP/1.1" status: 200 len: 910 time: 0.1696606 May 10 17:25:24.279531 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fae303cb-0b42-46d3-8381-59a3cf00587a req-015ca52b-adc4-4947-8449-88fb8f2b351a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=845c658d-eae6-45c8-93ae-ce3ad75f3fd7 HTTP/1.1" status: 200 len: 1000 time: 0.0943053 May 10 17:25:24.342022 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae303cb-0b42-46d3-8381-59a3cf00587a req-963dadbf-0d52-47d1-8e3c-5b26a2d4b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:24.343360 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fae303cb-0b42-46d3-8381-59a3cf00587a req-963dadbf-0d52-47d1-8e3c-5b26a2d4b822 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2 HTTP/1.1" status: 200 len: 848 time: 0.0549369 May 10 17:25:24.420466 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae303cb-0b42-46d3-8381-59a3cf00587a req-8a49e2b4-bb0e-42d5-ab17-683c2886893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:24.422484 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fae303cb-0b42-46d3-8381-59a3cf00587a req-8a49e2b4-bb0e-42d5-ab17-683c2886893d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03399b07-9ca5-420c-8844-68a1f7c3a930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714571 May 10 17:25:24.617738 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e53dd5-f454-408b-beee-76f0ded64400 req-995bc3c2-742d-4412-a5fd-30af07f159a2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:24.621046 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f4e53dd5-f454-408b-beee-76f0ded64400 req-995bc3c2-742d-4412-a5fd-30af07f159a2 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.0871770 May 10 17:25:24.637948 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fae303cb-0b42-46d3-8381-59a3cf00587a req-ce04d00c-d9e9-41f9-b750-cb31ef30b894 service neutron] 10.222.0.48 "GET /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081356 May 10 17:25:24.665239 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f4e53dd5-f454-408b-beee-76f0ded64400 req-354fb647-b70b-4253-afbd-1456bc0ed83a tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403419 May 10 17:25:24.824444 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fae303cb-0b42-46d3-8381-59a3cf00587a req-040bd02a-29bd-4d31-aed0-e834f9b93002 service neutron] 10.222.0.48 "GET /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790318 May 10 17:25:24.845404 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863984e-8c12-4281-a9e9-61512b2c893d req-d2b98aee-d520-4984-a998-d60204783c35 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:24.846905 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c863984e-8c12-4281-a9e9-61512b2c893d req-d2b98aee-d520-4984-a998-d60204783c35 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 946 time: 0.1320825 May 10 17:25:24.891550 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c863984e-8c12-4281-a9e9-61512b2c893d req-dba35cf7-05d3-4bdc-9c04-2a19b2f5a925 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3f6363c-a09e-4c0f-924e-c606883a4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385571 May 10 17:25:25.340087 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9daee-b6ff-4bba-9cc2-1eb3883b544f req-159ce799-36f9-4580-bb9a-f24216e17e1b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:25.341581 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-13b9daee-b6ff-4bba-9cc2-1eb3883b544f req-159ce799-36f9-4580-bb9a-f24216e17e1b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 944 time: 0.0789301 May 10 17:25:25.380719 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0c5ba-d520-48bf-8f4f-f4bb379ccdc9 req-bb3768ea-77a2-44b6-9c5e-611f270a0199 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:25.382153 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ff0c5ba-d520-48bf-8f4f-f4bb379ccdc9 req-bb3768ea-77a2-44b6-9c5e-611f270a0199 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 946 time: 0.0776002 May 10 17:25:25.391923 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-13b9daee-b6ff-4bba-9cc2-1eb3883b544f req-fa50bd73-9406-40e4-afa4-3a9fa4ee658c tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431585 May 10 17:25:25.394257 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 4f710fe7-f833-4c4c-be65-99412ef17a27 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:25:25.472980 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 4f710fe7-f833-4c4c-be65-99412ef17a27 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:25:25.473274 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:25.526108 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-6ff0c5ba-d520-48bf-8f4f-f4bb379ccdc9 req-42dd9540-a112-4f1c-b320-404233985180 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Deleting port 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:25:25.526445 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-6ff0c5ba-d520-48bf-8f4f-f4bb379ccdc9 req-42dd9540-a112-4f1c-b320-404233985180 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:25.591000 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:25.649108 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f710fe7-f833-4c4c-be65-99412ef17a27'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:25:25.658901 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-6ff0c5ba-d520-48bf-8f4f-f4bb379ccdc9 req-42dd9540-a112-4f1c-b320-404233985180 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] For port 68b94d12-2c91-4ce8-b7f5-d1c903c0a741, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68b94d12-2c91-4ce8-b7f5-d1c903c0a741,segment=NetworkSegment(85b78c56-b6e9-4d4a-b4be-144ef07f4679),segment_id=85b78c56-b6e9-4d4a-b4be-144ef07f4679)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:25.659105 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 4f710fe7-f833-4c4c-be65-99412ef17a27, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4f710fe7-f833-4c4c-be65-99412ef17a27,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:25.659263 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-6ff0c5ba-d520-48bf-8f4f-f4bb379ccdc9 req-42dd9540-a112-4f1c-b320-404233985180 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:25.663898 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:25.665740 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:25.719773 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f710fe7-f833-4c4c-be65-99412ef17a27', 'code': 200} May 10 17:25:25.760728 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=4f710fe7-f833-4c4c-be65-99412ef17a27,revision_number=10']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:25.773338 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:25.869075 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081ef15-fe21-4b69-aec6-f690433d4dce req-75ed34d0-5eb6-43f7-879f-f2cedc446452 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:25.870683 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1081ef15-fe21-4b69-aec6-f690433d4dce req-75ed34d0-5eb6-43f7-879f-f2cedc446452 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.0927844 May 10 17:25:25.917705 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1081ef15-fe21-4b69-aec6-f690433d4dce req-23c5445a-2ffc-4964-aa29-6d905fc87d91 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401771 May 10 17:25:26.003036 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-6ff0c5ba-d520-48bf-8f4f-f4bb379ccdc9 req-42dd9540-a112-4f1c-b320-404233985180 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:26.003607 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-6ff0c5ba-d520-48bf-8f4f-f4bb379ccdc9 req-42dd9540-a112-4f1c-b320-404233985180 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16389503'] for floatingip, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:26.003714 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.l3_db [req-6ff0c5ba-d520-48bf-8f4f-f4bb379ccdc9 req-42dd9540-a112-4f1c-b320-404233985180 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Floating IP c25df8e5-4ea9-4a51-aa3a-ad9bc6dde83e disassociated. External IP: 172.27.0.161, port: 68b94d12-2c91-4ce8-b7f5-d1c903c0a741. May 10 17:25:26.004034 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-6ff0c5ba-d520-48bf-8f4f-f4bb379ccdc9 req-42dd9540-a112-4f1c-b320-404233985180 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Calling delete_port for 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 owned by compute:nova {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:25:26.011566 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b703c3c-efe4-45f1-8a6e-3aa31b69b625 req-2368957d-9dd7-4103-a882-352a9a6cafab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:26.013009 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7b703c3c-efe4-45f1-8a6e-3aa31b69b625 req-2368957d-9dd7-4103-a882-352a9a6cafab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 1099 time: 0.0734718 May 10 17:25:26.054690 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7b703c3c-efe4-45f1-8a6e-3aa31b69b625 req-250e7c31-08df-4886-a548-337bca203daf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350506 May 10 17:25:26.103216 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a7439-5c4e-415d-a4ec-f6c6de938391 req-d26e2bd8-74f1-4172-8568-a21631a636f9 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:26.104662 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f77a7439-5c4e-415d-a4ec-f6c6de938391 req-d26e2bd8-74f1-4172-8568-a21631a636f9 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 946 time: 0.1049359 May 10 17:25:26.190100 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-f77a7439-5c4e-415d-a4ec-f6c6de938391 req-b721a6fb-078b-4444-a64b-168c9d2dbcfb tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3f6363c-a09e-4c0f-924e-c606883a4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747554 May 10 17:25:26.214890 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-6ff0c5ba-d520-48bf-8f4f-f4bb379ccdc9 req-42dd9540-a112-4f1c-b320-404233985180 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:26.220675 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-b069156f-7a49-436c-ab66-3fa2cdcd8c0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:26.266129 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd9540-a112-4f1c-b320-404233985180 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Pushing event deleted for resources: {'Port': ['ID=68b94d12-2c91-4ce8-b7f5-d1c903c0a741,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:26.269519 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-42dd9540-a112-4f1c-b320-404233985180 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:26.452496 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ff0c5ba-d520-48bf-8f4f-f4bb379ccdc9 req-42dd9540-a112-4f1c-b320-404233985180 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Router a4aa901b-9f28-441a-8b09-6124090251c7 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:25:26.581906 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655dcb5-4ced-4883-9737-d36ce73ebbd0 req-ff637f87-9173-42d3-aea0-aac2d3cc04e2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:26.583474 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3655dcb5-4ced-4883-9737-d36ce73ebbd0 req-ff637f87-9173-42d3-aea0-aac2d3cc04e2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 946 time: 0.0824189 May 10 17:25:26.634170 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3655dcb5-4ced-4883-9737-d36ce73ebbd0 req-22522922-d201-4f23-a212-2efb5ec52f12 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448534 May 10 17:25:26.734708 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ff0c5ba-d520-48bf-8f4f-f4bb379ccdc9 req-42dd9540-a112-4f1c-b320-404233985180 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:25:26.744424 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79604cd-2377-4e09-b840-81fd8f4e8c57 None None] Sync routers for ids ['a4aa901b-9f28-441a-8b09-6124090251c7'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:25:26.755341 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79604cd-2377-4e09-b840-81fd8f4e8c57 None None] Routers {'a4aa901b-9f28-441a-8b09-6124090251c7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:25:26.755974 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-e79604cd-2377-4e09-b840-81fd8f4e8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:25:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['a4aa901b-9f28-441a-8b09-6124090251c7'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:26.812702 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff0c5ba-d520-48bf-8f4f-f4bb379ccdc9 req-42dd9540-a112-4f1c-b320-404233985180 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] No DVR routers for this DVR port 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 on host hv-cinder-78638 {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:25:26.815178 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-6ff0c5ba-d520-48bf-8f4f-f4bb379ccdc9 req-42dd9540-a112-4f1c-b320-404233985180 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:26.817782 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce5be7e-8abd-4e60-b485-95f63cd6172f', 'name': 'network-vif-deleted', 'tag': '68b94d12-2c91-4ce8-b7f5-d1c903c0a741'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:25:26.838240 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ff0c5ba-d520-48bf-8f4f-f4bb379ccdc9 req-42dd9540-a112-4f1c-b320-404233985180 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.48 "DELETE /v2.0/ports/68b94d12-2c91-4ce8-b7f5-d1c903c0a741 HTTP/1.1" status: 204 len: 173 time: 1.4486177 May 10 17:25:26.869989 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce5be7e-8abd-4e60-b485-95f63cd6172f', 'name': 'network-vif-deleted', 'tag': '68b94d12-2c91-4ce8-b7f5-d1c903c0a741', 'status': 'completed', 'code': 200} May 10 17:25:26.934494 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-e79604cd-2377-4e09-b840-81fd8f4e8c57 None None] Set router a4aa901b-9f28-441a-8b09-6124090251c7 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:25:27.108300 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52529de8-fcab-4e00-8be0-fb271601153e req-fa2e1490-9966-4b2e-964e-156d0105157b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:27.110350 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-52529de8-fcab-4e00-8be0-fb271601153e req-fa2e1490-9966-4b2e-964e-156d0105157b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 944 time: 0.0862198 May 10 17:25:27.157427 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-52529de8-fcab-4e00-8be0-fb271601153e req-aed24a98-35ce-464e-9f6d-a8db502ff19c tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400271 May 10 17:25:27.264117 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-e79604cd-2377-4e09-b840-81fd8f4e8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '01d4b51c-466b-4c50-ac0e-f78659b11c4f', 'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'mac_address': 'fa:16:3e:3b:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:39Z', 'updated_at': '2021-05-10T17:18:56Z', 'revision_number': 5, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'subnets': [{'id': 'db28a517-7717-4b21-84d2-bf190df65817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:27.268212 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79604cd-2377-4e09-b840-81fd8f4e8c57 None None] Checking router: a4aa901b-9f28-441a-8b09-6124090251c7 for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:25:27.276511 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79604cd-2377-4e09-b840-81fd8f4e8c57 None None] Routers {'a4aa901b-9f28-441a-8b09-6124090251c7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:25:27.277148 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-e79604cd-2377-4e09-b840-81fd8f4e8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:25:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['a4aa901b-9f28-441a-8b09-6124090251c7'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:27.366834 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-8c08354c-a70c-4a58-bcff-64a6fdba8ccf req-1c0c7ca7-a913-4ec1-a399-78beb51884f7 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Synchronizing usage tracker for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:25:27.383440 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-8c08354c-a70c-4a58-bcff-64a6fdba8ccf req-1c0c7ca7-a913-4ec1-a399-78beb51884f7 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Unset dirty status for tenant:62136d7f0f71473ab7a5bef1cbdb2804 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:25:27.384620 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8c08354c-a70c-4a58-bcff-64a6fdba8ccf req-1c0c7ca7-a913-4ec1-a399-78beb51884f7 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5be7e-8abd-4e60-b485-95f63cd6172f HTTP/1.1" status: 200 len: 210 time: 0.0600817 May 10 17:25:27.425772 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:25:27.610436 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=845c658d-eae6-45c8-93ae-ce3ad75f3fd7,segment=NetworkSegment(1edbd0a0-e731-4c62-8ae5-94317452b125),segment_id=1edbd0a0-e731-4c62-8ae5-94317452b125)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:27.626487 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7', 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930', 'port_id': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7', 'mac_address': 'fa:16:3e:58:55:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:25:27.629289 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-e79604cd-2377-4e09-b840-81fd8f4e8c57 None None] Set router a4aa901b-9f28-441a-8b09-6124090251c7 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:25:27.774926 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:27.806378 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:25:27.851783 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51625036-963c-4f9e-a554-6826fc042d8b req-c6726dab-baf3-4df8-9e97-74b16da5b986 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:27.853265 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-51625036-963c-4f9e-a554-6826fc042d8b req-c6726dab-baf3-4df8-9e97-74b16da5b986 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 946 time: 0.0917261 May 10 17:25:27.900670 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-51625036-963c-4f9e-a554-6826fc042d8b req-6b726c38-109a-4c4b-9b8c-15cb7a503e79 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403593 May 10 17:25:27.905867 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=845c658d-eae6-45c8-93ae-ce3ad75f3fd7,segment=NetworkSegment(1edbd0a0-e731-4c62-8ae5-94317452b125),segment_id=1edbd0a0-e731-4c62-8ae5-94317452b125)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:27.910848 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:27.958566 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:28.064724 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=845c658d-eae6-45c8-93ae-ce3ad75f3fd7,revision_number=7']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:28.070690 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:28.176613 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-e79604cd-2377-4e09-b840-81fd8f4e8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '01d4b51c-466b-4c50-ac0e-f78659b11c4f', 'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'mac_address': 'fa:16:3e:3b:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:39Z', 'updated_at': '2021-05-10T17:18:56Z', 'revision_number': 5, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'subnets': [{'id': 'db28a517-7717-4b21-84d2-bf190df65817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:28.180357 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79604cd-2377-4e09-b840-81fd8f4e8c57 None None] The sync data for ids ['a4aa901b-9f28-441a-8b09-6124090251c7'] in dv-cinder-786385-3-iscsi is: [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:41Z', 'revision_number': 4, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '01d4b51c-466b-4c50-ac0e-f78659b11c4f', 'name': '', 'network_id': 'a1f98b04-1289-47a9-9686-186f52c6471f', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'mac_address': 'fa:16:3e:3b:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'db28a517-7717-4b21-84d2-bf190df65817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:39Z', 'updated_at': '2021-05-10T17:18:56Z', 'revision_number': 5, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'subnets': [{'id': 'db28a517-7717-4b21-84d2-bf190df65817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:25:28.236637 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['845c658d-eae6-45c8-93ae-ce3ad75f3fd7'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:25:28.351147 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572932a6-0884-489b-8263-35aee4c573fd req-7b2e45bd-c94e-4792-8c25-d5dacaa127c6 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:28.352671 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-572932a6-0884-489b-8263-35aee4c573fd req-7b2e45bd-c94e-4792-8c25-d5dacaa127c6 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 945 time: 0.0851109 May 10 17:25:28.402521 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-572932a6-0884-489b-8263-35aee4c573fd req-b10c1dce-04de-43c7-b5c7-f9880f21367e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440097 May 10 17:25:28.429030 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97a5322-cf74-437e-930f-c0ac0e84473b None None] New status for floating IP c25df8e5-4ea9-4a51-aa3a-ad9bc6dde83e: DOWN {{(pid=78666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:25:28.517773 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55280) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:28.585140 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8dbbd1d8-5255-4755-bba9-82d994498931 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:28.613151 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8dbbd1d8-5255-4755-bba9-82d994498931 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:28.666898 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8dbbd1d8-5255-4755-bba9-82d994498931 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:28.670751 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-9a059a0d-bd26-45b9-a8ab-52283e8b8a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:28.690380 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbd1d8-5255-4755-bba9-82d994498931 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f6363c-a09e-4c0f-924e-c606883a4f96,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:28.693042 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8dbbd1d8-5255-4755-bba9-82d994498931 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:28.700051 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8dbbd1d8-5255-4755-bba9-82d994498931 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:28.704270 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-8dbbd1d8-5255-4755-bba9-82d994498931 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "DELETE /v2.0/security-groups/e3f6363c-a09e-4c0f-924e-c606883a4f96 HTTP/1.1" status: 204 len: 168 time: 0.1825559 May 10 17:25:28.704512 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55284) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:28.721270 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.api.v2.resource [None req-85f21d1f-09e1-4921-b85b-935db8762e0f tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] show failed (client error): The resource could not be found. May 10 17:25:28.725354 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-85f21d1f-09e1-4921-b85b-935db8762e0f tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "GET /v2.0/security-groups/e3f6363c-a09e-4c0f-924e-c606883a4f96 HTTP/1.1" status: 404 len: 347 time: 0.0170476 May 10 17:25:28.725473 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55288) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:28.942039 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-a78a99a7-4e52-4e29-abb8-f42290674224 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Deleting port 87a9e546-63f5-4593-a53a-45d41b955cca {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:25:28.942322 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a78a99a7-4e52-4e29-abb8-f42290674224 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:29.060108 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a78a99a7-4e52-4e29-abb8-f42290674224 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:29.060434 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a78a99a7-4e52-4e29-abb8-f42290674224 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:29.092744 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16945974-aa4b-4d26-9431-78c624aaa565 req-ea25285f-34f5-4287-873b-dc14c3b0d317 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:29.094245 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-16945974-aa4b-4d26-9431-78c624aaa565 req-ea25285f-34f5-4287-873b-dc14c3b0d317 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 946 time: 0.0805237 May 10 17:25:29.138522 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-16945974-aa4b-4d26-9431-78c624aaa565 req-b012df17-6de0-4e3a-be5a-5402e1ba593b tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385623 May 10 17:25:29.183190 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-a78a99a7-4e52-4e29-abb8-f42290674224 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Calling delete_port for 87a9e546-63f5-4593-a53a-45d41b955cca owned by network:floatingip {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:25:29.292826 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a78a99a7-4e52-4e29-abb8-f42290674224 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:29.297476 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c778712a-e9ff-4c1b-84d9-c48249b088a1 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:29.343478 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a99a7-4e52-4e29-abb8-f42290674224 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Pushing event deleted for resources: {'Port': ['ID=87a9e546-63f5-4593-a53a-45d41b955cca,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:29.368769 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a78a99a7-4e52-4e29-abb8-f42290674224 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:29.429950 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a78a99a7-4e52-4e29-abb8-f42290674224 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks [] for floatingip, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:29.443419 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:25:29.455635 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a78a99a7-4e52-4e29-abb8-f42290674224 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:29.457004 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-a78a99a7-4e52-4e29-abb8-f42290674224 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] 10.222.0.16 "DELETE /v2.0/floatingips/c25df8e5-4ea9-4a51-aa3a-ad9bc6dde83e HTTP/1.1" status: 204 len: 168 time: 0.7307408 May 10 17:25:29.517196 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:25:29.517578 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:29.605299 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea21f3-dac3-4a76-9b04-d7452c2874aa req-b8fc5049-7a95-4b0a-99d3-f2e91df82fe5 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:29.607251 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1aea21f3-dac3-4a76-9b04-d7452c2874aa req-b8fc5049-7a95-4b0a-99d3-f2e91df82fe5 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 945 time: 0.0968654 May 10 17:25:29.648809 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:29.659193 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1aea21f3-dac3-4a76-9b04-d7452c2874aa req-a0c57df1-ffde-47ba-b1e0-adbd8aa197cf tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448074 May 10 17:25:29.683159 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:25:29.693690 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=845c658d-eae6-45c8-93ae-ce3ad75f3fd7,segment=NetworkSegment(1edbd0a0-e731-4c62-8ae5-94317452b125),segment_id=1edbd0a0-e731-4c62-8ae5-94317452b125)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:29.697787 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:29.699002 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:25:29.727083 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:29.765256 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7', 'code': 200} May 10 17:25:29.772390 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:25:29.772762 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 68b94d12-2c91-4ce8-b7f5-d1c903c0a741 not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:25:29.805714 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=845c658d-eae6-45c8-93ae-ce3ad75f3fd7,revision_number=8']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:29.808501 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:30.040126 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0981b3d-fe8b-45d3-972c-fcaa346d2bcf req-3fdc5187-9d5d-40e0-98ad-ed9c41d56275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:30.041691 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a0981b3d-fe8b-45d3-972c-fcaa346d2bcf req-3fdc5187-9d5d-40e0-98ad-ed9c41d56275 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 1099 time: 0.0682774 May 10 17:25:30.084941 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a0981b3d-fe8b-45d3-972c-fcaa346d2bcf req-03b79546-23c8-43e6-9c5c-e9b10ab72efa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365257 May 10 17:25:30.850158 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d14ef0-97fb-4bb7-8d20-c78c80cf899e req-0b84e526-5bf8-4b2d-ac6e-daeec269b048 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:30.851613 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-15d14ef0-97fb-4bb7-8d20-c78c80cf899e req-0b84e526-5bf8-4b2d-ac6e-daeec269b048 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.0833218 May 10 17:25:30.896826 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-15d14ef0-97fb-4bb7-8d20-c78c80cf899e req-d54033a7-b600-4229-a307-ac839f9e8146 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394478 May 10 17:25:32.083614 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22851-2993-4f74-83f6-e77d265b3edf req-cda55518-2802-4799-be77-87bda2df25b1 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:32.085095 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-46a22851-2993-4f74-83f6-e77d265b3edf req-cda55518-2802-4799-be77-87bda2df25b1 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.0828307 May 10 17:25:32.129481 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-46a22851-2993-4f74-83f6-e77d265b3edf req-cf24fcd8-7cf7-4bed-8ff8-4889449e0c3b tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387845 May 10 17:25:33.473824 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55332) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:34.236867 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0784c123-232e-4e2d-b0d3-c07e5cf2eca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384582'] for router_interface, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:34.628492 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-0784c123-232e-4e2d-b0d3-c07e5cf2eca0 admin admin] Deleting port 01d4b51c-466b-4c50-ac0e-f78659b11c4f {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:25:34.629174 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0784c123-232e-4e2d-b0d3-c07e5cf2eca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:34.745439 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [None req-0784c123-232e-4e2d-b0d3-c07e5cf2eca0 admin admin] For port 01d4b51c-466b-4c50-ac0e-f78659b11c4f, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=01d4b51c-466b-4c50-ac0e-f78659b11c4f,segment=NetworkSegment(85b78c56-b6e9-4d4a-b4be-144ef07f4679),segment_id=85b78c56-b6e9-4d4a-b4be-144ef07f4679)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:34.745760 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0784c123-232e-4e2d-b0d3-c07e5cf2eca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:34.865954 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-0784c123-232e-4e2d-b0d3-c07e5cf2eca0 admin admin] Calling delete_port for 01d4b51c-466b-4c50-ac0e-f78659b11c4f owned by network:router_interface {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:25:35.211191 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0784c123-232e-4e2d-b0d3-c07e5cf2eca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:35.214701 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-b45fdfc7-315e-4cfc-b70c-9761dcb71e85 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:35.257290 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784c123-232e-4e2d-b0d3-c07e5cf2eca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=01d4b51c-466b-4c50-ac0e-f78659b11c4f,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:35.260448 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0784c123-232e-4e2d-b0d3-c07e5cf2eca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:35.517914 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0784c123-232e-4e2d-b0d3-c07e5cf2eca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16399094'] for router_interface, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:35.872650 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0784c123-232e-4e2d-b0d3-c07e5cf2eca0 admin admin] Router a4aa901b-9f28-441a-8b09-6124090251c7 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:25:36.040711 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0784c123-232e-4e2d-b0d3-c07e5cf2eca0 admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:25:36.049060 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d77734b-e24d-429a-b4f0-c9a4cb4b877b None None] Sync routers for ids ['a4aa901b-9f28-441a-8b09-6124090251c7'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:25:36.052435 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-0784c123-232e-4e2d-b0d3-c07e5cf2eca0 admin admin] 10.222.0.16 "PUT /v2.0/routers/a4aa901b-9f28-441a-8b09-6124090251c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5775979 May 10 17:25:36.054898 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55338) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:36.057976 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d77734b-e24d-429a-b4f0-c9a4cb4b877b None None] Routers {'a4aa901b-9f28-441a-8b09-6124090251c7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:25:36.058587 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-0d77734b-e24d-429a-b4f0-c9a4cb4b877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:25:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['a4aa901b-9f28-441a-8b09-6124090251c7'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:36.225268 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4d8b-13a0-41cd-a333-a072e403b6e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:36.230619 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-0d77734b-e24d-429a-b4f0-c9a4cb4b877b None None] Set router a4aa901b-9f28-441a-8b09-6124090251c7 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:25:36.498444 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4d8b-13a0-41cd-a333-a072e403b6e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:36.518689 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-0d77734b-e24d-429a-b4f0-c9a4cb4b877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:25:35Z', 'revision_number': 5, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port': {'id': '5fab25a4-24eb-4d8e-8541-c48086a844a5', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:31Z', 'updated_at': '2021-05-10T17:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:36.522499 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d77734b-e24d-429a-b4f0-c9a4cb4b877b None None] Checking router: a4aa901b-9f28-441a-8b09-6124090251c7 for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:25:36.530693 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d77734b-e24d-429a-b4f0-c9a4cb4b877b None None] Routers {'a4aa901b-9f28-441a-8b09-6124090251c7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:25:36.531365 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-0d77734b-e24d-429a-b4f0-c9a4cb4b877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:25:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['a4aa901b-9f28-441a-8b09-6124090251c7'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:36.571318 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-0b2e4d8b-13a0-41cd-a333-a072e403b6e1 admin admin] Deleting port 5fab25a4-24eb-4d8e-8541-c48086a844a5 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:25:36.571660 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4d8b-13a0-41cd-a333-a072e403b6e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:36.680671 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-0d77734b-e24d-429a-b4f0-c9a4cb4b877b None None] Set router a4aa901b-9f28-441a-8b09-6124090251c7 gateway port host: None {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:25:36.693887 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [None req-0b2e4d8b-13a0-41cd-a333-a072e403b6e1 admin admin] For port 5fab25a4-24eb-4d8e-8541-c48086a844a5, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=5fab25a4-24eb-4d8e-8541-c48086a844a5,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:36.694268 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4d8b-13a0-41cd-a333-a072e403b6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:36.789469 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-0d77734b-e24d-429a-b4f0-c9a4cb4b877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:25:36Z', 'revision_number': 6, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port_host': None}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:36.793319 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d77734b-e24d-429a-b4f0-c9a4cb4b877b None None] The sync data for ids ['a4aa901b-9f28-441a-8b09-6124090251c7'] in dv-cinder-786385-3-iscsi is: [{'id': 'a4aa901b-9f28-441a-8b09-6124090251c7', 'name': 'tempest-AttachVolumeTestJSON-531387035-router', 'tenant_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:25:36Z', 'revision_number': 6, 'project_id': '62136d7f0f71473ab7a5bef1cbdb2804', 'gw_port_host': None}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:25:36.817076 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-0b2e4d8b-13a0-41cd-a333-a072e403b6e1 admin admin] Calling delete_port for 5fab25a4-24eb-4d8e-8541-c48086a844a5 owned by network:router_gateway {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:25:36.953065 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4d8b-13a0-41cd-a333-a072e403b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:36.957238 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0784c123-232e-4e2d-b0d3-c07e5cf2eca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:36.999390 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e4d8b-13a0-41cd-a333-a072e403b6e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fab25a4-24eb-4d8e-8541-c48086a844a5,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:37.024895 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0b2e4d8b-13a0-41cd-a333-a072e403b6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:37.093355 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4d8b-13a0-41cd-a333-a072e403b6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16389474'] for router_gateway, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:37.265451 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4d8b-13a0-41cd-a333-a072e403b6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8002'] for router, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:37.267661 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4d8b-13a0-41cd-a333-a072e403b6e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:37.284379 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-27ac9b51-3cbd-4f18-a05d-907f423d14ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:37.351027 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4d8b-13a0-41cd-a333-a072e403b6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16394096'] for router, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:37.351511 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2e4d8b-13a0-41cd-a333-a072e403b6e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4aa901b-9f28-441a-8b09-6124090251c7 {{(pid=78664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:25:37.364143 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4d8b-13a0-41cd-a333-a072e403b6e1 admin admin] Notify callbacks [] for router, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:37.365270 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-0b2e4d8b-13a0-41cd-a333-a072e403b6e1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a4aa901b-9f28-441a-8b09-6124090251c7 HTTP/1.1" status: 204 len: 168 time: 1.3095050 May 10 17:25:37.367725 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55342) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:37.424340 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8096049-78c4-41af-80b7-6f350c02efa2 admin admin] Deleting subnet db28a517-7717-4b21-84d2-bf190df65817 {{(pid=78664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:25:37.427209 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b8096049-78c4-41af-80b7-6f350c02efa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:37.473485 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b8096049-78c4-41af-80b7-6f350c02efa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15796473'] for subnet, precommit_delete_associations {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:37.553792 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b8096049-78c4-41af-80b7-6f350c02efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862742'] for subnet, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:37.801331 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b8096049-78c4-41af-80b7-6f350c02efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16084900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15067248'] for subnet, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:37.804976 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-583cca43-2510-4576-aceb-34275510cb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:37.932486 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8096049-78c4-41af-80b7-6f350c02efa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db28a517-7717-4b21-84d2-bf190df65817,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:37.935517 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-b8096049-78c4-41af-80b7-6f350c02efa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:37.936466 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b8096049-78c4-41af-80b7-6f350c02efa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:37.941721 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f7edc3-9c63-48d0-80ce-e3bb7f166560 None None] Network a1f98b04-1289-47a9-9686-186f52c6471f requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:25:37.942719 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-b8096049-78c4-41af-80b7-6f350c02efa2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/db28a517-7717-4b21-84d2-bf190df65817 HTTP/1.1" status: 204 len: 168 time: 0.5740900 May 10 17:25:37.945169 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55346) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:38.048829 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737558'] for network, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:38.117507 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] Deleting port 6838fa14-6ae0-4c0a-8660-b9003d3fce54 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:25:38.117766 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:38.208182 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fc7dea-937a-4d3c-b93c-cc895b661c7e None None] DHCP port deletion for a1f98b04-1289-47a9-9686-186f52c6471f request from dv-cinder-786385-3-iscsi {{(pid=78665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:25:38.217702 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] For port 6838fa14-6ae0-4c0a-8660-b9003d3fce54, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=6838fa14-6ae0-4c0a-8660-b9003d3fce54,segment=NetworkSegment(85b78c56-b6e9-4d4a-b4be-144ef07f4679),segment_id=85b78c56-b6e9-4d4a-b4be-144ef07f4679)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:38.218082 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:38.270006 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-20fc7dea-937a-4d3c-b93c-cc895b661c7e None None] Deleting port 6838fa14-6ae0-4c0a-8660-b9003d3fce54 {{(pid=78665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:25:38.270383 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-20fc7dea-937a-4d3c-b93c-cc895b661c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:38.338596 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] Calling delete_port for 6838fa14-6ae0-4c0a-8660-b9003d3fce54 owned by network:dhcp {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:25:38.366191 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-20fc7dea-937a-4d3c-b93c-cc895b661c7e None None] For port 6838fa14-6ae0-4c0a-8660-b9003d3fce54, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=6838fa14-6ae0-4c0a-8660-b9003d3fce54,segment=NetworkSegment(85b78c56-b6e9-4d4a-b4be-144ef07f4679),segment_id=85b78c56-b6e9-4d4a-b4be-144ef07f4679)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:25:38.366784 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-20fc7dea-937a-4d3c-b93c-cc895b661c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:38.386042 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:38.390843 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-96d8bda6-0f19-401f-9f4c-71cc73e25c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:38.436652 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=6838fa14-6ae0-4c0a-8660-b9003d3fce54,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:38.439029 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] No DVR routers for this DVR port 6838fa14-6ae0-4c0a-8660-b9003d3fce54 on host dv-cinder-786385-3-iscsi {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:25:38.440537 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:38.493649 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-20fc7dea-937a-4d3c-b93c-cc895b661c7e None None] Calling delete_port for 6838fa14-6ae0-4c0a-8660-b9003d3fce54 owned by network:dhcp {{(pid=78665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:25:38.509018 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:38.540289 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-20fc7dea-937a-4d3c-b93c-cc895b661c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188'] for port, after_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:38.544592 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:38.553957 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856813', 'neutron.services.segments.db._delete_segments_for_network-8781908246685'] for network, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:38.567286 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f98b04-1289-47a9-9686-186f52c6471f']}} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:38.579786 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b78c56-b6e9-4d4a-b4be-144ef07f4679') {'for_net_delete': True} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:38.580080 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b78c56-b6e9-4d4a-b4be-144ef07f4679') {} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:25:38.586559 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc7dea-937a-4d3c-b93c-cc895b661c7e None None] Pushing event deleted for resources: {'Port': ['ID=6838fa14-6ae0-4c0a-8660-b9003d3fce54,revision_number=None']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:38.589428 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-20fc7dea-937a-4d3c-b93c-cc895b661c7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:38.590226 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc7dea-937a-4d3c-b93c-cc895b661c7e None None] No DVR routers for this DVR port 6838fa14-6ae0-4c0a-8660-b9003d3fce54 on host dv-cinder-786385-3-iscsi {{(pid=78665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:25:38.591667 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781908258151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796454'] for segment, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:38.608391 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:38.614895 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=78664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:25:38.615276 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16084930'] for segment, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:38.622093 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 01d4b51c-466b-4c50-ac0e-f78659b11c4f no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: Traceback (most recent call last): May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: timer() May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: cb(*args, **kw) May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: return func(*args, **kwargs) May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: self._notify() May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: self.callback(batched_events) May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: event.method(event) May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: return f(self, *a, **k) May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._get(url).json() May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: return self.request(url, 'GET', **kwargs) May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:25:38.632465 dv-cinder-786385-3-iscsi neutron-server[78664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:25:38.655678 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 01d4b51c-466b-4c50-ac0e-f78659b11c4f {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:25:38.655965 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 01d4b51c-466b-4c50-ac0e-f78659b11c4f not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:25:38.656978 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 6838fa14-6ae0-4c0a-8660-b9003d3fce54 no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:25:38.691473 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 6838fa14-6ae0-4c0a-8660-b9003d3fce54 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:25:38.691826 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 6838fa14-6ae0-4c0a-8660-b9003d3fce54 not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:25:38.692250 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 5fab25a4-24eb-4d8e-8541-c48086a844a5 no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:25:38.705869 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16389488'] for network, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:38.711246 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:38.725986 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 5fab25a4-24eb-4d8e-8541-c48086a844a5 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:25:38.726428 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 5fab25a4-24eb-4d8e-8541-c48086a844a5 not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:25:38.726546 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:38.744387 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] 10.222.0.16 "DELETE /v2.0/networks/a1f98b04-1289-47a9-9686-186f52c6471f HTTP/1.1" status: 204 len: 168 time: 0.7982631 May 10 17:25:38.748501 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f98b04-1289-47a9-9686-186f52c6471f,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:38.755446 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:38.857949 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 55352) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:38.905915 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-e341a5c5-65f0-4d76-96f6-fb65d2e9d7a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62136d7f0f71473ab7a5bef1cbdb2804&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0467286 May 10 17:25:38.908549 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 55356) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:38.968228 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:38.993958 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:39.044367 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:39.050217 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-9d17101d-218a-4037-ae0d-364fc811440c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:39.064750 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da2a422-f32b-4724-aa65-9207ca67a060,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:39.073237 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:39.073619 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:39.073987 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:39.074351 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:39.074708 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:39.075066 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:39.075419 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:39.075772 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:39.076128 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:39.076476 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:39.076826 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:39.077198 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:39.080616 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:39.081743 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4da2a422-f32b-4724-aa65-9207ca67a060 HTTP/1.1" status: 204 len: 168 time: 0.1723087 May 10 17:25:39.082918 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:39.869857 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:39.891311 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-cafd59f9-1287-4769-bb30-7724e0de6a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:40.770922 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:41.448458 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-73515147-0d8b-410c-9ea1-d8a4a7b7a379 req-6a2ddde5-aa34-4189-9300-db4c26cede44 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674746 May 10 17:25:41.553221 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73515147-0d8b-410c-9ea1-d8a4a7b7a379 req-cf901572-b72a-4f46-a6f7-ea6053e0e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:41.554644 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-73515147-0d8b-410c-9ea1-d8a4a7b7a379 req-cf901572-b72a-4f46-a6f7-ea6053e0e197 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36ab77e54c50411aa55aac321de05175&device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 1099 time: 0.0733843 May 10 17:25:41.697476 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73515147-0d8b-410c-9ea1-d8a4a7b7a379 req-f932781a-53aa-453d-92b2-e1e2e6118cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:41.698981 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-73515147-0d8b-410c-9ea1-d8a4a7b7a379 req-f932781a-53aa-453d-92b2-e1e2e6118cfa service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5b047ab-a8ae-49d7-90db-71521d6a900a HTTP/1.1" status: 200 len: 917 time: 0.1255724 May 10 17:25:41.802931 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-73515147-0d8b-410c-9ea1-d8a4a7b7a379 req-97c6addb-6fc9-4d91-be51-8ec14d63a130 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f710fe7-f833-4c4c-be65-99412ef17a27 HTTP/1.1" status: 200 len: 1001 time: 0.0963969 May 10 17:25:41.868765 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73515147-0d8b-410c-9ea1-d8a4a7b7a379 req-0a4fb58f-5a3e-4974-9bcd-021ed4fb201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:41.870199 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-73515147-0d8b-410c-9ea1-d8a4a7b7a379 req-0a4fb58f-5a3e-4974-9bcd-021ed4fb201b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28793b78-963b-491c-8dc7-3600112cdfe4 HTTP/1.1" status: 200 len: 855 time: 0.0562904 May 10 17:25:41.944531 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73515147-0d8b-410c-9ea1-d8a4a7b7a379 req-0813c788-d1dd-443d-ad01-5b668e3e61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:25:41.945968 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-73515147-0d8b-410c-9ea1-d8a4a7b7a379 req-0813c788-d1dd-443d-ad01-5b668e3e61c8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5b047ab-a8ae-49d7-90db-71521d6a900a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676811 May 10 17:25:42.074983 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-73515147-0d8b-410c-9ea1-d8a4a7b7a379 req-8d3ed410-8ccc-405a-a40e-a505b6b04fdb service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222227 May 10 17:25:42.305747 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-73515147-0d8b-410c-9ea1-d8a4a7b7a379 req-76e6c34c-4e3f-44d7-b5c7-7105a538a04c service neutron] 10.222.0.48 "GET /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235141 May 10 17:25:42.421735 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:44.600555 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55452) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:44.713629 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-23f2a4c1-bffc-4d9b-8741-6edc79d83e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:44.727784 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-23f2a4c1-bffc-4d9b-8741-6edc79d83e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:25:44.731610 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-23f2a4c1-bffc-4d9b-8741-6edc79d83e50 admin admin] Usage tracker for resource:security_group_rule and tenant:8bb5271c4b4d4e65912b16bb841ca703 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:25:44.734352 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-23f2a4c1-bffc-4d9b-8741-6edc79d83e50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:25:44.740414 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-23f2a4c1-bffc-4d9b-8741-6edc79d83e50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:25:44.819266 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-23f2a4c1-bffc-4d9b-8741-6edc79d83e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:44.822105 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-23f2a4c1-bffc-4d9b-8741-6edc79d83e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:44.830220 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-09858d26-8568-4b62-97b4-0510ab7294e8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:44.867918 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-23f2a4c1-bffc-4d9b-8741-6edc79d83e50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8bb5271c4b4d4e65912b16bb841ca703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663367 May 10 17:25:44.869457 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2a4c1-bffc-4d9b-8741-6edc79d83e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a60d979-ee88-4756-80bf-29d25f8bed62,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:44.870740 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 55458) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:44.872437 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-23f2a4c1-bffc-4d9b-8741-6edc79d83e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:44.928625 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b5574b06-a8bc-4d01-950b-499abea75ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:44.953115 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b5574b06-a8bc-4d01-950b-499abea75ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:45.004872 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b5574b06-a8bc-4d01-950b-499abea75ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:45.009513 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c277f21f-3470-453f-8f1f-8d3af181d145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:45.022246 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5574b06-a8bc-4d01-950b-499abea75ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a60d979-ee88-4756-80bf-29d25f8bed62,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:45.024777 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b5574b06-a8bc-4d01-950b-499abea75ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:45.025982 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b5574b06-a8bc-4d01-950b-499abea75ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:45.027080 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-b5574b06-a8bc-4d01-950b-499abea75ed8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a60d979-ee88-4756-80bf-29d25f8bed62 HTTP/1.1" status: 204 len: 168 time: 0.1553140 May 10 17:25:45.297756 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 55466) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:45.318158 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-960dec4c-15c1-4578-8796-f1c71535a9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:45.332569 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-960dec4c-15c1-4578-8796-f1c71535a9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:25:45.336345 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-960dec4c-15c1-4578-8796-f1c71535a9da admin admin] Usage tracker for resource:security_group_rule and tenant:df24c3b6dcc943edb51d032ced3fae9e is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:25:45.339136 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-960dec4c-15c1-4578-8796-f1c71535a9da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:25:45.345446 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-960dec4c-15c1-4578-8796-f1c71535a9da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:25:45.427439 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-960dec4c-15c1-4578-8796-f1c71535a9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:45.431141 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-960dec4c-15c1-4578-8796-f1c71535a9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:45.439881 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-70e04397-b4db-4c50-97d6-cd680c17f46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:45.477929 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-960dec4c-15c1-4578-8796-f1c71535a9da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df24c3b6dcc943edb51d032ced3fae9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790714 May 10 17:25:45.479435 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960dec4c-15c1-4578-8796-f1c71535a9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecddf20-9ace-494b-a059-53495ec39a9e,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:45.480484 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55470) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:45.482377 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-960dec4c-15c1-4578-8796-f1c71535a9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:45.539730 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-22b8bb40-e0d6-469f-b8a9-78ed7498a9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:45.565030 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-22b8bb40-e0d6-469f-b8a9-78ed7498a9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:45.617949 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-22b8bb40-e0d6-469f-b8a9-78ed7498a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:45.622656 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ab5d616d-28d5-4214-8841-b9c4428c45e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:45.636358 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8bb40-e0d6-469f-b8a9-78ed7498a9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecddf20-9ace-494b-a059-53495ec39a9e,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:45.639193 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-22b8bb40-e0d6-469f-b8a9-78ed7498a9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:45.646300 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-22b8bb40-e0d6-469f-b8a9-78ed7498a9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:45.647416 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-22b8bb40-e0d6-469f-b8a9-78ed7498a9d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ecddf20-9ace-494b-a059-53495ec39a9e HTTP/1.1" status: 204 len: 168 time: 0.1659448 May 10 17:25:47.372695 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55526) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:47.487351 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a2b02073-9a55-403d-969a-8e15f76000b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:47.501202 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-a2b02073-9a55-403d-969a-8e15f76000b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:25:47.504864 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-a2b02073-9a55-403d-969a-8e15f76000b5 admin admin] Usage tracker for resource:security_group_rule and tenant:3fbb9354f28544868e6ea77b13a76fca is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:25:47.507610 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-a2b02073-9a55-403d-969a-8e15f76000b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:25:47.513166 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-a2b02073-9a55-403d-969a-8e15f76000b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:25:47.597312 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a2b02073-9a55-403d-969a-8e15f76000b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:47.600857 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a2b02073-9a55-403d-969a-8e15f76000b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:47.608894 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-b901b01b-9fcd-43b5-a608-e5e09dac821b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:47.647425 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-a2b02073-9a55-403d-969a-8e15f76000b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3fbb9354f28544868e6ea77b13a76fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736926 May 10 17:25:47.649029 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b02073-9a55-403d-969a-8e15f76000b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b208a17-c4ee-43b1-93ed-475ef55621b5,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:47.650375 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 55532) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:47.651913 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a2b02073-9a55-403d-969a-8e15f76000b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:47.714160 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8153b883-df2d-419f-ac57-57ffa9a9a4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:47.738614 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8153b883-df2d-419f-ac57-57ffa9a9a4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:47.793830 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8153b883-df2d-419f-ac57-57ffa9a9a4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:47.798390 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-960dec4c-15c1-4578-8796-f1c71535a9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:47.809614 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153b883-df2d-419f-ac57-57ffa9a9a4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b208a17-c4ee-43b1-93ed-475ef55621b5,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:47.811839 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-8153b883-df2d-419f-ac57-57ffa9a9a4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:47.821025 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8153b883-df2d-419f-ac57-57ffa9a9a4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:47.822289 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-8153b883-df2d-419f-ac57-57ffa9a9a4f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b208a17-c4ee-43b1-93ed-475ef55621b5 HTTP/1.1" status: 204 len: 168 time: 0.1709304 May 10 17:25:48.091608 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 55540) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:48.108808 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9e961361-6402-4df7-99b3-750fba033150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:48.123769 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-9e961361-6402-4df7-99b3-750fba033150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:25:48.128138 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-9e961361-6402-4df7-99b3-750fba033150 admin admin] Usage tracker for resource:security_group_rule and tenant:f5d9c02d6f704d2e93de449a713061d2 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:25:48.130992 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-9e961361-6402-4df7-99b3-750fba033150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:25:48.136668 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-9e961361-6402-4df7-99b3-750fba033150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:25:48.218216 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9e961361-6402-4df7-99b3-750fba033150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:48.221693 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9e961361-6402-4df7-99b3-750fba033150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:48.230076 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-9ed8810b-bbf8-4bd2-bcf1-434044a74392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:48.268990 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-9e961361-6402-4df7-99b3-750fba033150 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5d9c02d6f704d2e93de449a713061d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763270 May 10 17:25:48.270565 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e961361-6402-4df7-99b3-750fba033150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49ed458-c7a9-4088-a68f-b8624a171e94,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:48.271995 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55544) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:48.273501 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-9e961361-6402-4df7-99b3-750fba033150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:48.334737 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1d81f86e-e4c9-4c52-9334-c94d2cfb4e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:48.358668 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1d81f86e-e4c9-4c52-9334-c94d2cfb4e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:48.409110 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1d81f86e-e4c9-4c52-9334-c94d2cfb4e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:48.412840 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ac29bc7e-508c-4b30-9b04-944fea7df156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:48.425818 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81f86e-e4c9-4c52-9334-c94d2cfb4e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49ed458-c7a9-4088-a68f-b8624a171e94,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:48.430497 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-1d81f86e-e4c9-4c52-9334-c94d2cfb4e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:48.434562 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1d81f86e-e4c9-4c52-9334-c94d2cfb4e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:48.435643 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-1d81f86e-e4c9-4c52-9334-c94d2cfb4e59 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c49ed458-c7a9-4088-a68f-b8624a171e94 HTTP/1.1" status: 204 len: 168 time: 0.1620784 May 10 17:25:52.239530 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:25:55.571425 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55670) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:55.684558 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:55.698898 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:25:55.702631 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Usage tracker for resource:security_group_rule and tenant:ec21036f7d854384b066e9cae4ad4769 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:25:55.705352 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:25:55.711165 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:25:55.791218 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:55.794912 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:55.802117 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-811b5d88-41fe-4db2-ba22-90e6b6c69231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:55.839500 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa323f12-d4ac-4f97-8b64-2eaecdee9e57,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:55.845573 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec21036f7d854384b066e9cae4ad4769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731762 May 10 17:25:55.848337 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 55676) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:55.850034 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:55.850406 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:55.850765 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:55.851119 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:55.851496 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:55.851818 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:55.852164 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:55.852508 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:55.852851 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:55.853217 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:55.853556 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:55.853891 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:25:55.857592 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:55.905670 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f323-0401-48c3-afb6-e0822d3c13cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:55.939598 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f323-0401-48c3-afb6-e0822d3c13cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:55.990418 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f323-0401-48c3-afb6-e0822d3c13cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:55.994949 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-159d9f37-1666-44ce-af17-127a399b6799 tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:56.006290 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6f323-0401-48c3-afb6-e0822d3c13cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa323f12-d4ac-4f97-8b64-2eaecdee9e57,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:56.010071 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a7f6f323-0401-48c3-afb6-e0822d3c13cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:56.015282 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f323-0401-48c3-afb6-e0822d3c13cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:56.016409 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-a7f6f323-0401-48c3-afb6-e0822d3c13cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa323f12-d4ac-4f97-8b64-2eaecdee9e57 HTTP/1.1" status: 204 len: 168 time: 0.1670744 May 10 17:25:56.283440 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 55684) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:56.301038 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5beddd2a-8953-4182-bc04-008d57c1d174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:56.314915 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-5beddd2a-8953-4182-bc04-008d57c1d174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:25:56.318664 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-5beddd2a-8953-4182-bc04-008d57c1d174 admin admin] Usage tracker for resource:security_group_rule and tenant:4d9e9eb5b1204918a6a7dfd8a01998b2 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:25:56.321459 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-5beddd2a-8953-4182-bc04-008d57c1d174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:25:56.327028 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-5beddd2a-8953-4182-bc04-008d57c1d174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:25:56.406892 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5beddd2a-8953-4182-bc04-008d57c1d174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:56.410919 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5beddd2a-8953-4182-bc04-008d57c1d174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:56.419425 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-284b905b-f8b8-456a-b088-7fd9790737d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:56.456408 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beddd2a-8953-4182-bc04-008d57c1d174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b991106-03ae-4a64-9e60-55f9b7fa78aa,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:56.460417 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-5beddd2a-8953-4182-bc04-008d57c1d174 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d9e9eb5b1204918a6a7dfd8a01998b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759915 May 10 17:25:56.461318 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-5beddd2a-8953-4182-bc04-008d57c1d174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:56.463053 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 55688) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:56.522803 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-45fadc31-bb4a-46ff-bf8e-36636eff435a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:56.548052 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-45fadc31-bb4a-46ff-bf8e-36636eff435a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:56.599136 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-45fadc31-bb4a-46ff-bf8e-36636eff435a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:56.603037 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-0edfa80e-d61d-4fba-975a-1ff1ac0c8724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:56.613988 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fadc31-bb4a-46ff-bf8e-36636eff435a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b991106-03ae-4a64-9e60-55f9b7fa78aa,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:56.618354 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-45fadc31-bb4a-46ff-bf8e-36636eff435a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:56.620294 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-45fadc31-bb4a-46ff-bf8e-36636eff435a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:56.621424 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-45fadc31-bb4a-46ff-bf8e-36636eff435a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b991106-03ae-4a64-9e60-55f9b7fa78aa HTTP/1.1" status: 204 len: 168 time: 0.1574953 May 10 17:25:58.744139 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 55762) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:58.858441 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9c4476b2-2cf5-4749-b889-4374441ceba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:58.873113 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-9c4476b2-2cf5-4749-b889-4374441ceba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:25:58.876869 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-9c4476b2-2cf5-4749-b889-4374441ceba4 admin admin] Usage tracker for resource:security_group_rule and tenant:f35f18c9d60f4a909576310c1bc52aaf is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:25:58.879806 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-9c4476b2-2cf5-4749-b889-4374441ceba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:25:58.885624 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-9c4476b2-2cf5-4749-b889-4374441ceba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:25:58.967898 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9c4476b2-2cf5-4749-b889-4374441ceba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:58.972222 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9c4476b2-2cf5-4749-b889-4374441ceba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:58.978496 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-cb65f559-96c0-4419-9053-0a0b8aa6eefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:59.020573 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4476b2-2cf5-4749-b889-4374441ceba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf8ffab-a1c6-4db1-9af5-8f1e0bf239c4,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:59.024695 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-9c4476b2-2cf5-4749-b889-4374441ceba4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f35f18c9d60f4a909576310c1bc52aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795784 May 10 17:25:59.025575 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-9c4476b2-2cf5-4749-b889-4374441ceba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:59.027332 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 55768) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:59.155337 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-6ee85c42-63b3-4e96-8eb7-f816f6ec48a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:59.181347 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-6ee85c42-63b3-4e96-8eb7-f816f6ec48a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:59.231453 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-6ee85c42-63b3-4e96-8eb7-f816f6ec48a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:59.236675 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b166443d-7afd-40e9-8b9c-e2b7d30e9fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:59.246925 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee85c42-63b3-4e96-8eb7-f816f6ec48a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf8ffab-a1c6-4db1-9af5-8f1e0bf239c4,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:59.249204 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-6ee85c42-63b3-4e96-8eb7-f816f6ec48a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:59.254769 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-6ee85c42-63b3-4e96-8eb7-f816f6ec48a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:59.255886 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-6ee85c42-63b3-4e96-8eb7-f816f6ec48a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aaf8ffab-a1c6-4db1-9af5-8f1e0bf239c4 HTTP/1.1" status: 204 len: 168 time: 0.2276828 May 10 17:25:59.522671 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 55776) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:59.540736 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b53f913d-92ea-4587-b478-83592f5911cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:59.554492 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-b53f913d-92ea-4587-b478-83592f5911cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:25:59.558238 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-b53f913d-92ea-4587-b478-83592f5911cd admin admin] Usage tracker for resource:security_group_rule and tenant:33947ac4c04842d8baf3fb634fc6cf51 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:25:59.560948 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-b53f913d-92ea-4587-b478-83592f5911cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:25:59.566507 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-b53f913d-92ea-4587-b478-83592f5911cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:25:59.647099 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b53f913d-92ea-4587-b478-83592f5911cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:59.650590 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-b53f913d-92ea-4587-b478-83592f5911cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:59.662066 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-e5356bf0-fda1-4d18-b40c-1baf7ccedc48 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:59.699997 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-b53f913d-92ea-4587-b478-83592f5911cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33947ac4c04842d8baf3fb634fc6cf51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763580 May 10 17:25:59.701598 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f913d-92ea-4587-b478-83592f5911cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb3731f-1d0d-4214-9656-a44089465f30,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:59.702721 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55782) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:25:59.705238 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b53f913d-92ea-4587-b478-83592f5911cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:59.772645 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-87f07f28-8d4a-4075-af97-4e729a18e073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:59.797536 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-87f07f28-8d4a-4075-af97-4e729a18e073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:59.848087 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-87f07f28-8d4a-4075-af97-4e729a18e073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:59.852566 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-44d61f04-b430-4cd6-8880-5b1a123c0c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:25:59.866001 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f07f28-8d4a-4075-af97-4e729a18e073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb3731f-1d0d-4214-9656-a44089465f30,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:25:59.868206 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-87f07f28-8d4a-4075-af97-4e729a18e073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:25:59.874179 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-87f07f28-8d4a-4075-af97-4e729a18e073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:59.875277 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-87f07f28-8d4a-4075-af97-4e729a18e073 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3cb3731f-1d0d-4214-9656-a44089465f30 HTTP/1.1" status: 204 len: 168 time: 0.1695440 May 10 17:26:02.748002 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb863b-8f60-4dc0-ba57-34f281edab56 req-487e1093-c08e-469a-95e0-d04b04f0b480 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:02.749545 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-20fb863b-8f60-4dc0-ba57-34f281edab56 req-487e1093-c08e-469a-95e0-d04b04f0b480 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 946 time: 0.0823905 May 10 17:26:02.801702 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-20fb863b-8f60-4dc0-ba57-34f281edab56 req-caa678a3-07fa-47bb-94c9-fd609d9fbf77 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449438 May 10 17:26:03.993737 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e077b94-1152-416a-905a-96a87ffc3203 req-90053125-ed81-4c23-82cb-2e2a25f68021 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:03.995162 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3e077b94-1152-416a-905a-96a87ffc3203 req-90053125-ed81-4c23-82cb-2e2a25f68021 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 946 time: 0.0823345 May 10 17:26:04.038757 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3e077b94-1152-416a-905a-96a87ffc3203 req-3a603631-a658-48b6-98f2-b837c51947b7 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae7d0fe6-46de-458b-908c-d8dd99d26ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378833 May 10 17:26:04.215991 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca21efa-23d5-4b09-9467-fd14324b658b req-c84a2ce1-a01d-46fa-8ae9-121c167d1647 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:04.217406 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-bca21efa-23d5-4b09-9467-fd14324b658b req-c84a2ce1-a01d-46fa-8ae9-121c167d1647 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.48 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 946 time: 0.0772858 May 10 17:26:04.353930 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-bca21efa-23d5-4b09-9467-fd14324b658b req-1d768c26-e530-49a8-a770-349e9c163565 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Deleting port 4f710fe7-f833-4c4c-be65-99412ef17a27 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:26:04.354274 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-bca21efa-23d5-4b09-9467-fd14324b658b req-1d768c26-e530-49a8-a770-349e9c163565 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:04.489507 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-bca21efa-23d5-4b09-9467-fd14324b658b req-1d768c26-e530-49a8-a770-349e9c163565 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] For port 4f710fe7-f833-4c4c-be65-99412ef17a27, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4f710fe7-f833-4c4c-be65-99412ef17a27,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:26:04.489862 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-bca21efa-23d5-4b09-9467-fd14324b658b req-1d768c26-e530-49a8-a770-349e9c163565 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:04.542724 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 55866) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:04.658192 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9366ace5-42b8-498c-8482-d1703c6a9067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:04.673164 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-9366ace5-42b8-498c-8482-d1703c6a9067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:26:04.676993 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-9366ace5-42b8-498c-8482-d1703c6a9067 admin admin] Usage tracker for resource:security_group_rule and tenant:b3dd541b6af64127b1d876abcf7915ce is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:26:04.679877 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-9366ace5-42b8-498c-8482-d1703c6a9067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:26:04.685599 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-9366ace5-42b8-498c-8482-d1703c6a9067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:26:04.773384 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9366ace5-42b8-498c-8482-d1703c6a9067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:04.777609 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-9366ace5-42b8-498c-8482-d1703c6a9067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:04.784787 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-042bf37b-d8e3-467f-8548-9692d4e98b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:04.785053 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-bca21efa-23d5-4b09-9467-fd14324b658b req-1d768c26-e530-49a8-a770-349e9c163565 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:04.785429 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-bca21efa-23d5-4b09-9467-fd14324b658b req-1d768c26-e530-49a8-a770-349e9c163565 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16389503'] for floatingip, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:04.785743 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.l3_db [req-bca21efa-23d5-4b09-9467-fd14324b658b req-1d768c26-e530-49a8-a770-349e9c163565 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Floating IP 8e274007-b290-496b-9cac-db3bf0531963 disassociated. External IP: 172.27.0.177, port: 4f710fe7-f833-4c4c-be65-99412ef17a27. May 10 17:26:04.786094 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-bca21efa-23d5-4b09-9467-fd14324b658b req-1d768c26-e530-49a8-a770-349e9c163565 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Calling delete_port for 4f710fe7-f833-4c4c-be65-99412ef17a27 owned by compute:nova {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:26:04.825579 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-9366ace5-42b8-498c-8482-d1703c6a9067 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3dd541b6af64127b1d876abcf7915ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817802 May 10 17:26:04.826599 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366ace5-42b8-498c-8482-d1703c6a9067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5368f7c9-6dac-481f-bbc7-18352441367a,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:04.828208 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55872) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:04.829911 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-9366ace5-42b8-498c-8482-d1703c6a9067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:04.936388 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-bca21efa-23d5-4b09-9467-fd14324b658b req-1d768c26-e530-49a8-a770-349e9c163565 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:04.943015 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:04.981266 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8687526d-a8c8-46f0-9812-bc6376818e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:05.082888 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d768c26-e530-49a8-a770-349e9c163565 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Pushing event deleted for resources: {'Port': ['ID=4f710fe7-f833-4c4c-be65-99412ef17a27,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:05.090698 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-1d768c26-e530-49a8-a770-349e9c163565 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:05.108533 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8687526d-a8c8-46f0-9812-bc6376818e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:05.195021 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-32689291-abe4-4c17-9981-17fe1ea9f15b req-c39f9759-e175-41bf-b890-96de1f8edf24 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 210 time: 0.0435481 May 10 17:26:05.304601 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8687526d-a8c8-46f0-9812-bc6376818e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:05.311201 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-4edb2148-0fd0-4015-bca4-3722ad8244fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:05.326392 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687526d-a8c8-46f0-9812-bc6376818e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5368f7c9-6dac-481f-bbc7-18352441367a,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:05.331522 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8687526d-a8c8-46f0-9812-bc6376818e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:05.333515 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bca21efa-23d5-4b09-9467-fd14324b658b req-1d768c26-e530-49a8-a770-349e9c163565 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Router 56b3889e-12bf-47d0-91b1-33e845d83cf4 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:26:05.402216 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8687526d-a8c8-46f0-9812-bc6376818e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:05.403326 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-8687526d-a8c8-46f0-9812-bc6376818e53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5368f7c9-6dac-481f-bbc7-18352441367a HTTP/1.1" status: 204 len: 168 time: 0.5739448 May 10 17:26:05.526551 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bca21efa-23d5-4b09-9467-fd14324b658b req-1d768c26-e530-49a8-a770-349e9c163565 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:26:05.538219 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1479b-cafb-45be-9656-62cece680e1d None None] Sync routers for ids ['56b3889e-12bf-47d0-91b1-33e845d83cf4'] in dv-cinder-786385-3-iscsi {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:26:05.549113 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1479b-cafb-45be-9656-62cece680e1d None None] Routers {'56b3889e-12bf-47d0-91b1-33e845d83cf4'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:26:05.549918 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-5bb1479b-cafb-45be-9656-62cece680e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:25:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['56b3889e-12bf-47d0-91b1-33e845d83cf4'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:05.608255 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca21efa-23d5-4b09-9467-fd14324b658b req-1d768c26-e530-49a8-a770-349e9c163565 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] No DVR routers for this DVR port 4f710fe7-f833-4c4c-be65-99412ef17a27 on host hv-cinder-78638 {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:26:05.610953 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-bca21efa-23d5-4b09-9467-fd14324b658b req-1d768c26-e530-49a8-a770-349e9c163565 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:05.613047 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-bca21efa-23d5-4b09-9467-fd14324b658b req-1d768c26-e530-49a8-a770-349e9c163565 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.48 "DELETE /v2.0/ports/4f710fe7-f833-4c4c-be65-99412ef17a27 HTTP/1.1" status: 204 len: 173 time: 1.3891747 May 10 17:26:05.613580 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'name': 'network-vif-deleted', 'tag': '4f710fe7-f833-4c4c-be65-99412ef17a27'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:26:05.666242 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474e15ab-d0c5-4aa2-a87e-c182f8c297eb', 'name': 'network-vif-deleted', 'tag': '4f710fe7-f833-4c4c-be65-99412ef17a27', 'status': 'completed', 'code': 200} May 10 17:26:05.754077 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-5bb1479b-cafb-45be-9656-62cece680e1d None None] Set router 56b3889e-12bf-47d0-91b1-33e845d83cf4 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:26:06.082565 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-5bb1479b-cafb-45be-9656-62cece680e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:40Z', 'revision_number': 4, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '5e83a0f3-4010-4f3d-a442-37f1fb244f32', 'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'mac_address': 'fa:16:3e:bd:4e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:36Z', 'updated_at': '2021-05-10T17:18:58Z', 'revision_number': 5, 'project_id': '36ab77e54c50411aa55aac321de05175', 'subnets': [{'id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:06.086844 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1479b-cafb-45be-9656-62cece680e1d None None] Checking router: 56b3889e-12bf-47d0-91b1-33e845d83cf4 for host: dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:26:06.096069 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1479b-cafb-45be-9656-62cece680e1d None None] Routers {'56b3889e-12bf-47d0-91b1-33e845d83cf4'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:26:06.096691 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-5bb1479b-cafb-45be-9656-62cece680e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:25:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['56b3889e-12bf-47d0-91b1-33e845d83cf4'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:06.312711 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-5bb1479b-cafb-45be-9656-62cece680e1d None None] Set router 56b3889e-12bf-47d0-91b1-33e845d83cf4 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:26:06.401198 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-96c62b19-48c4-4e9b-a459-8b1aa791d6b8 req-53d3f3aa-07ef-4cbf-a3a6-974f7d48eebb tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/ports?device_id=474e15ab-d0c5-4aa2-a87e-c182f8c297eb HTTP/1.1" status: 200 len: 210 time: 0.0531569 May 10 17:26:06.645474 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-5bb1479b-cafb-45be-9656-62cece680e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:40Z', 'revision_number': 4, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '5e83a0f3-4010-4f3d-a442-37f1fb244f32', 'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'mac_address': 'fa:16:3e:bd:4e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:36Z', 'updated_at': '2021-05-10T17:18:58Z', 'revision_number': 5, 'project_id': '36ab77e54c50411aa55aac321de05175', 'subnets': [{'id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:06.649940 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1479b-cafb-45be-9656-62cece680e1d None None] The sync data for ids ['56b3889e-12bf-47d0-91b1-33e845d83cf4'] in dv-cinder-786385-3-iscsi is: [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:40Z', 'revision_number': 4, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '5e83a0f3-4010-4f3d-a442-37f1fb244f32', 'name': '', 'network_id': 'f5b047ab-a8ae-49d7-90db-71521d6a900a', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'mac_address': 'fa:16:3e:bd:4e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:36Z', 'updated_at': '2021-05-10T17:18:58Z', 'revision_number': 5, 'project_id': '36ab77e54c50411aa55aac321de05175', 'subnets': [{'id': '28793b78-963b-491c-8dc7-3600112cdfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:26:06.890348 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846a8e02-aa38-49e8-8103-b2ee272f74ba None None] New status for floating IP 8e274007-b290-496b-9cac-db3bf0531963: DOWN {{(pid=78665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:26:07.285052 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-35bbe7a1-9db4-4aa6-8fe8-98da0dbe850d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:07.526749 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55914) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:07.593073 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f7e3b8f1-6feb-4b3d-9fe0-a822ca28a25e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:07.620231 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f7e3b8f1-6feb-4b3d-9fe0-a822ca28a25e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:07.676289 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f7e3b8f1-6feb-4b3d-9fe0-a822ca28a25e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:07.682450 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-96b859b3-9f9f-45b7-be70-357befe45e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:07.682803 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 4f710fe7-f833-4c4c-be65-99412ef17a27 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:26:07.697494 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3b8f1-6feb-4b3d-9fe0-a822ca28a25e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7d0fe6-46de-458b-908c-d8dd99d26ba7,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:07.699742 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-f7e3b8f1-6feb-4b3d-9fe0-a822ca28a25e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:07.711863 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f7e3b8f1-6feb-4b3d-9fe0-a822ca28a25e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:07.715433 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-f7e3b8f1-6feb-4b3d-9fe0-a822ca28a25e tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "DELETE /v2.0/security-groups/ae7d0fe6-46de-458b-908c-d8dd99d26ba7 HTTP/1.1" status: 204 len: 168 time: 0.1852076 May 10 17:26:07.715767 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 55918) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:07.718292 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: 4f710fe7-f833-4c4c-be65-99412ef17a27 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:26:07.718647 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 4f710fe7-f833-4c4c-be65-99412ef17a27 not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:26:07.733593 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.api.v2.resource [None req-46e95235-0706-4960-bad0-4803ec3f6038 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] show failed (client error): The resource could not be found. May 10 17:26:07.735756 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-46e95235-0706-4960-bad0-4803ec3f6038 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "GET /v2.0/security-groups/ae7d0fe6-46de-458b-908c-d8dd99d26ba7 HTTP/1.1" status: 404 len: 347 time: 0.0190401 May 10 17:26:07.739842 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55922) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:07.959650 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-726484f8-115b-4450-b9e0-6bc9d5fe5e5f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Deleting port 81f190eb-a2da-4268-82c3-20b4600677ac {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:26:07.960076 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-726484f8-115b-4450-b9e0-6bc9d5fe5e5f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:08.080429 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-726484f8-115b-4450-b9e0-6bc9d5fe5e5f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:08.080756 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-726484f8-115b-4450-b9e0-6bc9d5fe5e5f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:08.204779 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-726484f8-115b-4450-b9e0-6bc9d5fe5e5f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Calling delete_port for 81f190eb-a2da-4268-82c3-20b4600677ac owned by network:floatingip {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:26:08.313709 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-726484f8-115b-4450-b9e0-6bc9d5fe5e5f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:08.317397 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-769388df-60ea-4a68-b4b6-a2078864f9b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:08.366648 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726484f8-115b-4450-b9e0-6bc9d5fe5e5f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Pushing event deleted for resources: {'Port': ['ID=81f190eb-a2da-4268-82c3-20b4600677ac,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:08.369056 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-726484f8-115b-4450-b9e0-6bc9d5fe5e5f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:08.439317 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:08.462767 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-726484f8-115b-4450-b9e0-6bc9d5fe5e5f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks [] for floatingip, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:08.476919 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-726484f8-115b-4450-b9e0-6bc9d5fe5e5f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:08.478123 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-726484f8-115b-4450-b9e0-6bc9d5fe5e5f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] 10.222.0.16 "DELETE /v2.0/floatingips/8e274007-b290-496b-9cac-db3bf0531963 HTTP/1.1" status: 204 len: 168 time: 0.7372983 May 10 17:26:09.457590 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55944) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:09.577219 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-174b9cf6-cec0-4a3c-83e3-85770d5c7a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:09.594991 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-174b9cf6-cec0-4a3c-83e3-85770d5c7a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:26:09.598858 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-174b9cf6-cec0-4a3c-83e3-85770d5c7a1f admin admin] Usage tracker for resource:security_group_rule and tenant:180dc591f39f41fda45915774465869e is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:26:09.601710 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-174b9cf6-cec0-4a3c-83e3-85770d5c7a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:26:09.607235 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-174b9cf6-cec0-4a3c-83e3-85770d5c7a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:26:09.780103 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-174b9cf6-cec0-4a3c-83e3-85770d5c7a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:09.785138 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-174b9cf6-cec0-4a3c-83e3-85770d5c7a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:09.795474 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ede55b0f-3dbb-4902-b356-4b54a9f90d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:09.837691 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-174b9cf6-cec0-4a3c-83e3-85770d5c7a1f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=180dc591f39f41fda45915774465869e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764484 May 10 17:26:09.837691 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b9cf6-cec0-4a3c-83e3-85770d5c7a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89232901-8d46-4636-9b58-059d266118a5,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:09.838142 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 55956) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:09.839915 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-174b9cf6-cec0-4a3c-83e3-85770d5c7a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:09.872299 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:09.895348 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-85c80103-3a20-4ee3-9492-caf8c9f294fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:09.907611 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-11adb7e7-69b9-4e23-ba55-f863cf2f7cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:09.933164 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-11adb7e7-69b9-4e23-ba55-f863cf2f7cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:09.993379 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-11adb7e7-69b9-4e23-ba55-f863cf2f7cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:09.998316 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a7f6f323-0401-48c3-afb6-e0822d3c13cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:10.013187 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adb7e7-69b9-4e23-ba55-f863cf2f7cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89232901-8d46-4636-9b58-059d266118a5,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:10.017598 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-11adb7e7-69b9-4e23-ba55-f863cf2f7cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:10.025776 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-11adb7e7-69b9-4e23-ba55-f863cf2f7cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:10.029568 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-11adb7e7-69b9-4e23-ba55-f863cf2f7cec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89232901-8d46-4636-9b58-059d266118a5 HTTP/1.1" status: 204 len: 168 time: 0.1902277 May 10 17:26:10.762893 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:11.090469 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 55994) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:11.205957 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9995-f46e-4165-9395-2c894eea4079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:11.220724 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-bd1b9995-f46e-4165-9395-2c894eea4079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:26:11.224595 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-bd1b9995-f46e-4165-9395-2c894eea4079 admin admin] Usage tracker for resource:security_group_rule and tenant:bad017498ec8464e8973c60121679269 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:26:11.227489 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-bd1b9995-f46e-4165-9395-2c894eea4079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:26:11.233212 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-bd1b9995-f46e-4165-9395-2c894eea4079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:26:11.275043 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56004) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:11.318705 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9995-f46e-4165-9395-2c894eea4079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:11.322395 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9995-f46e-4165-9395-2c894eea4079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:11.331454 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-174b9cf6-cec0-4a3c-83e3-85770d5c7a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:11.370507 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-bd1b9995-f46e-4165-9395-2c894eea4079 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bad017498ec8464e8973c60121679269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789950 May 10 17:26:11.372210 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b9995-f46e-4165-9395-2c894eea4079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7576f2c8-f448-47d8-898c-0318faf711fb,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:11.375379 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-bd1b9995-f46e-4165-9395-2c894eea4079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:11.375869 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56010) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:11.438986 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e8b70b9c-fb01-4cbf-927b-0b0113756a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:11.464744 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e8b70b9c-fb01-4cbf-927b-0b0113756a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:11.516877 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e8b70b9c-fb01-4cbf-927b-0b0113756a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:11.520485 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-22b8bb40-e0d6-469f-b8a9-78ed7498a9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:11.533728 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b70b9c-fb01-4cbf-927b-0b0113756a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7576f2c8-f448-47d8-898c-0318faf711fb,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:11.537726 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-e8b70b9c-fb01-4cbf-927b-0b0113756a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:11.547239 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-e8b70b9c-fb01-4cbf-927b-0b0113756a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:11.550923 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-e8b70b9c-fb01-4cbf-927b-0b0113756a6f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7576f2c8-f448-47d8-898c-0318faf711fb HTTP/1.1" status: 204 len: 168 time: 0.1713910 May 10 17:26:11.873496 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-321d3be2-65dd-4706-899a-5ddc053677e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384582'] for router_interface, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:12.359058 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-321d3be2-65dd-4706-899a-5ddc053677e1 admin admin] Deleting port 5e83a0f3-4010-4f3d-a442-37f1fb244f32 {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:26:12.359707 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-321d3be2-65dd-4706-899a-5ddc053677e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:12.425824 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:12.481945 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-321d3be2-65dd-4706-899a-5ddc053677e1 admin admin] For port 5e83a0f3-4010-4f3d-a442-37f1fb244f32, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=5e83a0f3-4010-4f3d-a442-37f1fb244f32,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:26:12.482295 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-321d3be2-65dd-4706-899a-5ddc053677e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:12.602063 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-321d3be2-65dd-4706-899a-5ddc053677e1 admin admin] Calling delete_port for 5e83a0f3-4010-4f3d-a442-37f1fb244f32 owned by network:router_interface {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:26:12.739201 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-321d3be2-65dd-4706-899a-5ddc053677e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:12.743862 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:12.788385 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d3be2-65dd-4706-899a-5ddc053677e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e83a0f3-4010-4f3d-a442-37f1fb244f32,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:12.813585 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-321d3be2-65dd-4706-899a-5ddc053677e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:13.044816 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-321d3be2-65dd-4706-899a-5ddc053677e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16399094'] for router_interface, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:13.388443 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321d3be2-65dd-4706-899a-5ddc053677e1 admin admin] Router 56b3889e-12bf-47d0-91b1-33e845d83cf4 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:26:13.648892 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321d3be2-65dd-4706-899a-5ddc053677e1 admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:26:13.657485 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee074a48-d430-457e-9280-c1bf7d2c75a1 None None] Sync routers for ids ['56b3889e-12bf-47d0-91b1-33e845d83cf4'] in dv-cinder-786385-3-iscsi {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:26:13.660925 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-321d3be2-65dd-4706-899a-5ddc053677e1 admin admin] 10.222.0.16 "PUT /v2.0/routers/56b3889e-12bf-47d0-91b1-33e845d83cf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3845344 May 10 17:26:13.663572 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56016) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:13.667191 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee074a48-d430-457e-9280-c1bf7d2c75a1 None None] Routers {'56b3889e-12bf-47d0-91b1-33e845d83cf4'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:26:13.667807 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-ee074a48-d430-457e-9280-c1bf7d2c75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:26:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['56b3889e-12bf-47d0-91b1-33e845d83cf4'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:13.845952 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c4cdcaac-2760-467a-83c5-000731068a14 admin admin] Notify callbacks [] for router, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:13.878444 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-ee074a48-d430-457e-9280-c1bf7d2c75a1 None None] Set router 56b3889e-12bf-47d0-91b1-33e845d83cf4 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:26:14.019115 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c4cdcaac-2760-467a-83c5-000731068a14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:14.093633 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-c4cdcaac-2760-467a-83c5-000731068a14 admin admin] Deleting port 3f8c74af-774a-4835-8409-777ca12f460f {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:26:14.093977 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c4cdcaac-2760-467a-83c5-000731068a14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:14.161548 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-ee074a48-d430-457e-9280-c1bf7d2c75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '3f8c74af-774a-4835-8409-777ca12f460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:26:12Z', 'revision_number': 5, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port': {'id': '3f8c74af-774a-4835-8409-777ca12f460f', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:29Z', 'updated_at': '2021-05-10T17:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:14.165548 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee074a48-d430-457e-9280-c1bf7d2c75a1 None None] Checking router: 56b3889e-12bf-47d0-91b1-33e845d83cf4 for host: dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:26:14.174254 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee074a48-d430-457e-9280-c1bf7d2c75a1 None None] Routers {'56b3889e-12bf-47d0-91b1-33e845d83cf4'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:26:14.174844 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-ee074a48-d430-457e-9280-c1bf7d2c75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:26:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['56b3889e-12bf-47d0-91b1-33e845d83cf4'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:14.214532 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-c4cdcaac-2760-467a-83c5-000731068a14 admin admin] For port 3f8c74af-774a-4835-8409-777ca12f460f, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=3f8c74af-774a-4835-8409-777ca12f460f,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:26:14.214942 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c4cdcaac-2760-467a-83c5-000731068a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:14.318753 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-ee074a48-d430-457e-9280-c1bf7d2c75a1 None None] Set router 56b3889e-12bf-47d0-91b1-33e845d83cf4 gateway port host: None {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:26:14.336786 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-c4cdcaac-2760-467a-83c5-000731068a14 admin admin] Calling delete_port for 3f8c74af-774a-4835-8409-777ca12f460f owned by network:router_gateway {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:26:14.422502 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-ee074a48-d430-457e-9280-c1bf7d2c75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:26:14Z', 'revision_number': 6, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port_host': None}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:14.426543 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee074a48-d430-457e-9280-c1bf7d2c75a1 None None] The sync data for ids ['56b3889e-12bf-47d0-91b1-33e845d83cf4'] in dv-cinder-786385-3-iscsi is: [{'id': '56b3889e-12bf-47d0-91b1-33e845d83cf4', 'name': 'tempest-AttachVolumeShelveTestJSON-909496920-router', 'tenant_id': '36ab77e54c50411aa55aac321de05175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:26:14Z', 'revision_number': 6, 'project_id': '36ab77e54c50411aa55aac321de05175', 'gw_port_host': None}] {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:26:14.481646 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c4cdcaac-2760-467a-83c5-000731068a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:14.486111 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c2a04427-06a9-44b0-b1ad-3e2a14863ba2 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:14.553498 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdcaac-2760-467a-83c5-000731068a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8c74af-774a-4835-8409-777ca12f460f,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:14.555839 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c4cdcaac-2760-467a-83c5-000731068a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:14.621096 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c4cdcaac-2760-467a-83c5-000731068a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16389474'] for router_gateway, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:14.795926 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c4cdcaac-2760-467a-83c5-000731068a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8002'] for router, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:14.798280 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c4cdcaac-2760-467a-83c5-000731068a14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:14.822790 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c4cdcaac-2760-467a-83c5-000731068a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16394096'] for router, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:14.823256 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cdcaac-2760-467a-83c5-000731068a14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56b3889e-12bf-47d0-91b1-33e845d83cf4 {{(pid=78663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:26:14.839438 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c4cdcaac-2760-467a-83c5-000731068a14 admin admin] Notify callbacks [] for router, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:14.842818 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-c4cdcaac-2760-467a-83c5-000731068a14 admin admin] 10.222.0.16 "DELETE /v2.0/routers/56b3889e-12bf-47d0-91b1-33e845d83cf4 HTTP/1.1" status: 204 len: 168 time: 1.1761398 May 10 17:26:14.843625 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56020) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:14.868121 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 5e83a0f3-4010-4f3d-a442-37f1fb244f32 no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:26:14.907202 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9f23cf-f7cd-4175-9f21-13e563392f3a admin admin] Deleting subnet 28793b78-963b-491c-8dc7-3600112cdfe4 {{(pid=78664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:26:14.910380 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-af9f23cf-f7cd-4175-9f21-13e563392f3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:14.939549 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 5e83a0f3-4010-4f3d-a442-37f1fb244f32 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:26:14.939549 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 5e83a0f3-4010-4f3d-a442-37f1fb244f32 not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:26:14.962722 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-af9f23cf-f7cd-4175-9f21-13e563392f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15796473'] for subnet, precommit_delete_associations {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:15.035978 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-af9f23cf-f7cd-4175-9f21-13e563392f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862742'] for subnet, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:15.276200 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-af9f23cf-f7cd-4175-9f21-13e563392f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16084900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15067248'] for subnet, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:15.281333 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ca351a90-0e3a-4a98-ab53-17483d7e6c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:15.315680 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f23cf-f7cd-4175-9f21-13e563392f3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28793b78-963b-491c-8dc7-3600112cdfe4,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:15.318577 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-af9f23cf-f7cd-4175-9f21-13e563392f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:15.319551 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-af9f23cf-f7cd-4175-9f21-13e563392f3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:15.325639 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-af9f23cf-f7cd-4175-9f21-13e563392f3a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/28793b78-963b-491c-8dc7-3600112cdfe4 HTTP/1.1" status: 204 len: 168 time: 0.4809723 May 10 17:26:15.326783 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5d87aa-84e9-4ad9-8274-1b012c0bc83d None None] Network f5b047ab-a8ae-49d7-90db-71521d6a900a requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:26:15.328000 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56024) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:15.435162 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737558'] for network, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:15.512520 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] Deleting port 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:26:15.512864 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:15.564839 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] DHCP port deletion for f5b047ab-a8ae-49d7-90db-71521d6a900a request from dv-cinder-786385-3-iscsi {{(pid=78665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:26:15.613870 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] For port 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:26:15.614247 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:15.631153 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Deleting port 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 {{(pid=78665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:26:15.631530 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:15.730138 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] For port 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9,segment=NetworkSegment(21323863-531d-46a0-afc2-7c859e5588e3),segment_id=21323863-531d-46a0-afc2-7c859e5588e3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:26:15.730426 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:15.735496 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] Calling delete_port for 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 owned by network:dhcp {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:26:15.783367 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:15.787357 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d3a9bd71-c553-4574-a357-1c76a97fc1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:15.828249 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:15.832285 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:15.834615 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] No DVR routers for this DVR port 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 on host dv-cinder-786385-3-iscsi {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:26:15.854322 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Calling delete_port for 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 owned by network:dhcp {{(pid=78665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:26:15.895527 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188'] for port, after_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:15.899022 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-cd50ce58-2688-4fda-89c1-c9df53713751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:15.944684 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Pushing event deleted for resources: {'Port': ['ID=87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9,revision_number=None']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:15.946994 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] No DVR routers for this DVR port 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 on host dv-cinder-786385-3-iscsi {{(pid=78665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:26:15.955754 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856813', 'neutron.services.segments.db._delete_segments_for_network-8781908246685'] for network, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:15.956574 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:15.956948 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:15.957299 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:15.957630 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:15.957957 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:15.958281 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:15.958601 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:15.958933 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:15.959252 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:15.959568 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:15.959884 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:15.960197 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:15.963108 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:15.970171 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b047ab-a8ae-49d7-90db-71521d6a900a']}} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:15.986344 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21323863-531d-46a0-afc2-7c859e5588e3') {'for_net_delete': True} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:15.986574 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21323863-531d-46a0-afc2-7c859e5588e3') {} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:15.997718 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781908258151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796454'] for segment, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:16.013416 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:16.020500 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=78664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:26:16.020877 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16084930'] for segment, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: Traceback (most recent call last): May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: timer() May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: cb(*args, **kw) May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: return func(*args, **kwargs) May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: self._notify() May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: self.callback(batched_events) May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: event.method(event) May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: return f(self, *a, **k) May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._get(url).json() May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: return self.request(url, 'GET', **kwargs) May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:26:16.034876 dv-cinder-786385-3-iscsi neutron-server[78664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:26:16.108675 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16389488'] for network, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:16.112531 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c1d27592-1c34-48f0-b6e5-468ddafcfcf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:16.125799 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:16.140715 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b047ab-a8ae-49d7-90db-71521d6a900a,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:16.145526 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:16.153953 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f5b047ab-a8ae-49d7-90db-71521d6a900a HTTP/1.1" status: 204 len: 168 time: 0.8248260 May 10 17:26:16.315825 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56030) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:16.365989 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-f264c1c4-6d2a-4c82-85a8-87d419cb1bdd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36ab77e54c50411aa55aac321de05175&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0489042 May 10 17:26:16.368189 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56034) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:16.424752 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-dd2689c3-e37b-4992-b94e-58d4e56aadb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:16.449992 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-dd2689c3-e37b-4992-b94e-58d4e56aadb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:16.500688 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-dd2689c3-e37b-4992-b94e-58d4e56aadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:16.505271 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-1fd950b2-b4a0-4ab0-b500-79736940c0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:16.518222 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2689c3-e37b-4992-b94e-58d4e56aadb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a909d17-90e2-48ab-a016-730158fcea2c,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:16.522979 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-dd2689c3-e37b-4992-b94e-58d4e56aadb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:16.525040 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-dd2689c3-e37b-4992-b94e-58d4e56aadb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:16.526047 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-dd2689c3-e37b-4992-b94e-58d4e56aadb6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a909d17-90e2-48ab-a016-730158fcea2c HTTP/1.1" status: 204 len: 168 time: 0.1569355 May 10 17:26:16.625087 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:26:16.661258 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:26:16.661617 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 87d68c52-25bf-4400-8bcb-e5a2e7a3a3d9 not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:26:16.662318 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 3f8c74af-774a-4835-8409-777ca12f460f no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:26:16.695249 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 3f8c74af-774a-4835-8409-777ca12f460f {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:26:16.699534 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 3f8c74af-774a-4835-8409-777ca12f460f not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:26:18.295984 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56086) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:18.410484 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1d821453-bd45-4607-84cb-fa361c6520d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:18.425423 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-1d821453-bd45-4607-84cb-fa361c6520d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:26:18.429134 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-1d821453-bd45-4607-84cb-fa361c6520d6 admin admin] Usage tracker for resource:security_group_rule and tenant:2fb9856960354ea2a69c1fb848130839 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:26:18.431949 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-1d821453-bd45-4607-84cb-fa361c6520d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:26:18.437547 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-1d821453-bd45-4607-84cb-fa361c6520d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:26:18.517584 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1d821453-bd45-4607-84cb-fa361c6520d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:18.521044 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1d821453-bd45-4607-84cb-fa361c6520d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:18.529132 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-6633dc12-3a05-4ea9-9dca-db67ca662333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:18.568329 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-1d821453-bd45-4607-84cb-fa361c6520d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fb9856960354ea2a69c1fb848130839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713408 May 10 17:26:18.569252 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d821453-bd45-4607-84cb-fa361c6520d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0281932-8719-46c8-a8c9-8ea6443605f6,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:18.570978 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56092) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:18.572268 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-1d821453-bd45-4607-84cb-fa361c6520d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:18.724035 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-27395cc9-0555-408e-b63b-d7a9c8774f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:18.749739 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-27395cc9-0555-408e-b63b-d7a9c8774f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:18.800360 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-27395cc9-0555-408e-b63b-d7a9c8774f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:18.805065 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-e0d22cb9-8f28-429e-ab95-89e5d8e18941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:18.817275 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27395cc9-0555-408e-b63b-d7a9c8774f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0281932-8719-46c8-a8c9-8ea6443605f6,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:18.819874 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-27395cc9-0555-408e-b63b-d7a9c8774f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:18.821098 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-27395cc9-0555-408e-b63b-d7a9c8774f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:18.824132 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-27395cc9-0555-408e-b63b-d7a9c8774f50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0281932-8719-46c8-a8c9-8ea6443605f6 HTTP/1.1" status: 204 len: 168 time: 0.2516587 May 10 17:26:19.088493 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56100) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:19.106515 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2850b31e-c780-4e32-9e40-087bf7197cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:19.120624 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-2850b31e-c780-4e32-9e40-087bf7197cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:26:19.124367 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-2850b31e-c780-4e32-9e40-087bf7197cc2 admin admin] Usage tracker for resource:security_group_rule and tenant:c34cd6925d1c4662b81c9061f4c98efd is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:26:19.127652 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-2850b31e-c780-4e32-9e40-087bf7197cc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:26:19.133218 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-2850b31e-c780-4e32-9e40-087bf7197cc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:26:19.214354 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2850b31e-c780-4e32-9e40-087bf7197cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:19.218066 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-2850b31e-c780-4e32-9e40-087bf7197cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:19.224966 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-2a019a5b-0a8f-4f51-ba0d-8d14573ec79a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:19.269121 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-2850b31e-c780-4e32-9e40-087bf7197cc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c34cd6925d1c4662b81c9061f4c98efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794724 May 10 17:26:19.270002 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850b31e-c780-4e32-9e40-087bf7197cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1345ab-8870-43a3-b97e-ffa9d0f4b994,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:19.271699 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56104) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:19.273495 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-2850b31e-c780-4e32-9e40-087bf7197cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:19.331256 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-101a4db0-973c-4916-a653-c93eb9b20e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:19.355683 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-101a4db0-973c-4916-a653-c93eb9b20e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:19.410383 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-101a4db0-973c-4916-a653-c93eb9b20e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:19.414359 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-1d3a914c-325d-484f-9001-d773320aaa75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:19.426026 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a4db0-973c-4916-a653-c93eb9b20e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1345ab-8870-43a3-b97e-ffa9d0f4b994,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:19.428531 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-101a4db0-973c-4916-a653-c93eb9b20e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:19.435700 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-101a4db0-973c-4916-a653-c93eb9b20e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:19.436811 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-101a4db0-973c-4916-a653-c93eb9b20e8f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a1345ab-8870-43a3-b97e-ffa9d0f4b994 HTTP/1.1" status: 204 len: 168 time: 0.1641500 May 10 17:26:21.109370 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56150) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:21.226527 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-39dc3fec-7c17-4e86-b53a-b13920837596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:21.241926 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-39dc3fec-7c17-4e86-b53a-b13920837596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:26:21.245659 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-39dc3fec-7c17-4e86-b53a-b13920837596 admin admin] Usage tracker for resource:security_group_rule and tenant:53be09903dfa466c87508ae6293906ec is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:26:21.248415 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-39dc3fec-7c17-4e86-b53a-b13920837596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:26:21.254899 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-39dc3fec-7c17-4e86-b53a-b13920837596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:26:21.335063 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-39dc3fec-7c17-4e86-b53a-b13920837596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:21.339240 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-39dc3fec-7c17-4e86-b53a-b13920837596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:21.348921 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0304e6e1-0899-4933-9f99-8f2961e0547d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:21.393787 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-39dc3fec-7c17-4e86-b53a-b13920837596 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53be09903dfa466c87508ae6293906ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828674 May 10 17:26:21.394548 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc3fec-7c17-4e86-b53a-b13920837596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56746dc9-1218-40c0-8ba8-de03e3e20324,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:21.396468 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56156) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:21.397455 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-39dc3fec-7c17-4e86-b53a-b13920837596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:21.459917 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c7dbbca1-1582-4930-9c5d-d550946926b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:21.486896 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c7dbbca1-1582-4930-9c5d-d550946926b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:21.544391 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c7dbbca1-1582-4930-9c5d-d550946926b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:21.548274 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-5beddd2a-8953-4182-bc04-008d57c1d174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:21.562871 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbbca1-1582-4930-9c5d-d550946926b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56746dc9-1218-40c0-8ba8-de03e3e20324,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:21.565574 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c7dbbca1-1582-4930-9c5d-d550946926b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:21.575941 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c7dbbca1-1582-4930-9c5d-d550946926b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:21.577098 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-c7dbbca1-1582-4930-9c5d-d550946926b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56746dc9-1218-40c0-8ba8-de03e3e20324 HTTP/1.1" status: 204 len: 168 time: 0.1766233 May 10 17:26:21.864480 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56164) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:21.884130 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-30f156a0-ce96-40b9-80be-6cd70103a0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:21.898548 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-30f156a0-ce96-40b9-80be-6cd70103a0e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:26:21.902269 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-30f156a0-ce96-40b9-80be-6cd70103a0e8 admin admin] Usage tracker for resource:security_group_rule and tenant:7bd3f05eb4be42d7bef6039721d1c562 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:26:21.905010 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-30f156a0-ce96-40b9-80be-6cd70103a0e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:26:21.913702 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-30f156a0-ce96-40b9-80be-6cd70103a0e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:26:21.996917 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-30f156a0-ce96-40b9-80be-6cd70103a0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:22.000715 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-30f156a0-ce96-40b9-80be-6cd70103a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:22.007650 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-477ccc89-763d-4d32-ab02-8eb27ac792b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:22.049114 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-30f156a0-ce96-40b9-80be-6cd70103a0e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7bd3f05eb4be42d7bef6039721d1c562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834679 May 10 17:26:22.050011 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f156a0-ce96-40b9-80be-6cd70103a0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e71c224-fc4e-4765-a4e7-340606155f13,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:22.051746 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56168) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:22.052956 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-30f156a0-ce96-40b9-80be-6cd70103a0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:22.113037 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-16024b1a-5259-4cd6-ac52-7236aa7a7804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:22.138072 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-16024b1a-5259-4cd6-ac52-7236aa7a7804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:22.189171 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-16024b1a-5259-4cd6-ac52-7236aa7a7804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:22.192529 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0f5b99af-b161-4fab-b300-0c5124d95d0e tempest-VolumesNegativeTest-874706677 tempest-VolumesNegativeTest-874706677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:22.205429 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16024b1a-5259-4cd6-ac52-7236aa7a7804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e71c224-fc4e-4765-a4e7-340606155f13,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:22.210167 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-16024b1a-5259-4cd6-ac52-7236aa7a7804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:22.214352 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-16024b1a-5259-4cd6-ac52-7236aa7a7804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:22.215448 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-16024b1a-5259-4cd6-ac52-7236aa7a7804 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e71c224-fc4e-4765-a4e7-340606155f13 HTTP/1.1" status: 204 len: 168 time: 0.1627121 May 10 17:26:28.580775 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56252) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:28.695318 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0d3cae3e-8d1d-4ff4-9741-a79c0ba6e4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:28.709186 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-0d3cae3e-8d1d-4ff4-9741-a79c0ba6e4e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:26:28.712927 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-0d3cae3e-8d1d-4ff4-9741-a79c0ba6e4e2 admin admin] Usage tracker for resource:security_group_rule and tenant:6977e26378a04b76bbd3ba2943ff12c1 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:26:28.715652 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-0d3cae3e-8d1d-4ff4-9741-a79c0ba6e4e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:26:28.721257 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-0d3cae3e-8d1d-4ff4-9741-a79c0ba6e4e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:26:28.801903 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0d3cae3e-8d1d-4ff4-9741-a79c0ba6e4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:28.805884 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0d3cae3e-8d1d-4ff4-9741-a79c0ba6e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:28.813439 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d81f59b8-a726-4323-ad22-cab8174aa4b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:28.862495 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-0d3cae3e-8d1d-4ff4-9741-a79c0ba6e4e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6977e26378a04b76bbd3ba2943ff12c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806318 May 10 17:26:28.863413 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cae3e-8d1d-4ff4-9741-a79c0ba6e4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2b39f4-2500-47e3-a810-935d119e5ee8,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:28.868074 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0d3cae3e-8d1d-4ff4-9741-a79c0ba6e4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:28.868479 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56258) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:28.931855 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3fc164e0-be1e-4042-a923-7a8e42e11275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:28.956653 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3fc164e0-be1e-4042-a923-7a8e42e11275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:29.006666 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3fc164e0-be1e-4042-a923-7a8e42e11275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:29.010422 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-b53f913d-92ea-4587-b478-83592f5911cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:29.022710 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc164e0-be1e-4042-a923-7a8e42e11275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2b39f4-2500-47e3-a810-935d119e5ee8,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:29.025075 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-3fc164e0-be1e-4042-a923-7a8e42e11275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:29.033110 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3fc164e0-be1e-4042-a923-7a8e42e11275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:29.034249 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-3fc164e0-be1e-4042-a923-7a8e42e11275 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a2b39f4-2500-47e3-a810-935d119e5ee8 HTTP/1.1" status: 204 len: 168 time: 0.1647840 May 10 17:26:29.238995 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:26:29.301966 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56266) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:29.319499 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1de897d8-8ef9-4ce0-ac9e-7438d11244c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:29.337288 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-1de897d8-8ef9-4ce0-ac9e-7438d11244c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:26:29.340980 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-1de897d8-8ef9-4ce0-ac9e-7438d11244c6 admin admin] Usage tracker for resource:security_group_rule and tenant:fc086ebc7ba240229b7b3ff5f9d891a5 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:26:29.344288 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-1de897d8-8ef9-4ce0-ac9e-7438d11244c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:26:29.349861 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-1de897d8-8ef9-4ce0-ac9e-7438d11244c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:26:29.428974 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1de897d8-8ef9-4ce0-ac9e-7438d11244c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:29.432686 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-1de897d8-8ef9-4ce0-ac9e-7438d11244c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:29.441100 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-e6d913e1-655e-4fd2-a93e-f3ab60026d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:29.480971 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-1de897d8-8ef9-4ce0-ac9e-7438d11244c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc086ebc7ba240229b7b3ff5f9d891a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778526 May 10 17:26:29.482489 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de897d8-8ef9-4ce0-ac9e-7438d11244c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5617bbd5-4459-408a-befd-8df1db30fc7a,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:29.483579 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56270) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:29.485531 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-1de897d8-8ef9-4ce0-ac9e-7438d11244c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:29.545351 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-3967a06d-92e5-492d-bd98-98a9e64fbcbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:29.569499 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-3967a06d-92e5-492d-bd98-98a9e64fbcbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:29.619984 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-3967a06d-92e5-492d-bd98-98a9e64fbcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:29.624610 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-1d81f86e-e4c9-4c52-9334-c94d2cfb4e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:29.636431 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967a06d-92e5-492d-bd98-98a9e64fbcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5617bbd5-4459-408a-befd-8df1db30fc7a,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:29.642189 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-3967a06d-92e5-492d-bd98-98a9e64fbcbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:29.645977 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-3967a06d-92e5-492d-bd98-98a9e64fbcbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:29.647076 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-3967a06d-92e5-492d-bd98-98a9e64fbcbc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5617bbd5-4459-408a-befd-8df1db30fc7a HTTP/1.1" status: 204 len: 168 time: 0.1625230 May 10 17:26:34.406518 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56344) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:34.519564 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ba647f6c-2f1e-4bc7-8d6e-cc0890c4a6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:34.533293 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-ba647f6c-2f1e-4bc7-8d6e-cc0890c4a6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:26:34.537267 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ba647f6c-2f1e-4bc7-8d6e-cc0890c4a6fa admin admin] Usage tracker for resource:security_group_rule and tenant:4a72d2b4fb4a40dfbdadd754b215b114 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:26:34.539974 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ba647f6c-2f1e-4bc7-8d6e-cc0890c4a6fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:26:34.545538 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-ba647f6c-2f1e-4bc7-8d6e-cc0890c4a6fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:26:34.625712 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ba647f6c-2f1e-4bc7-8d6e-cc0890c4a6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:34.629148 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ba647f6c-2f1e-4bc7-8d6e-cc0890c4a6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:34.637021 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-1a07a438-01db-4605-ab68-dff71bcfaf1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:34.677450 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-ba647f6c-2f1e-4bc7-8d6e-cc0890c4a6fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a72d2b4fb4a40dfbdadd754b215b114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697675 May 10 17:26:34.678902 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba647f6c-2f1e-4bc7-8d6e-cc0890c4a6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c87e67d-74cd-407d-8f03-f110a7b44104,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:34.680069 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56350) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:34.681982 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ba647f6c-2f1e-4bc7-8d6e-cc0890c4a6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:34.738396 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f87c51b5-c9a0-487c-8527-15552d7ed61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:34.764457 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f87c51b5-c9a0-487c-8527-15552d7ed61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:34.816176 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f87c51b5-c9a0-487c-8527-15552d7ed61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:34.819779 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-6f1af054-a5aa-4556-a90b-76f3801e298f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:34.834636 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c51b5-c9a0-487c-8527-15552d7ed61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c87e67d-74cd-407d-8f03-f110a7b44104,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:34.837221 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-f87c51b5-c9a0-487c-8527-15552d7ed61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:34.844837 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f87c51b5-c9a0-487c-8527-15552d7ed61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:34.845978 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-f87c51b5-c9a0-487c-8527-15552d7ed61b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c87e67d-74cd-407d-8f03-f110a7b44104 HTTP/1.1" status: 204 len: 168 time: 0.1649179 May 10 17:26:35.114148 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56358) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:35.131432 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-55bcca0a-153b-4c13-9e5e-efad1852d7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:35.145327 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-55bcca0a-153b-4c13-9e5e-efad1852d7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:26:35.149103 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-55bcca0a-153b-4c13-9e5e-efad1852d7d8 admin admin] Usage tracker for resource:security_group_rule and tenant:785865524a6c429fbec412e157babc43 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:26:35.151832 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-55bcca0a-153b-4c13-9e5e-efad1852d7d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:26:35.157967 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-55bcca0a-153b-4c13-9e5e-efad1852d7d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:26:35.245374 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-55bcca0a-153b-4c13-9e5e-efad1852d7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:35.249114 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-55bcca0a-153b-4c13-9e5e-efad1852d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:35.257891 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-7e73c2a6-d4c3-46d1-bf7d-99947a5fdc55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:35.298420 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-55bcca0a-153b-4c13-9e5e-efad1852d7d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=785865524a6c429fbec412e157babc43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832242 May 10 17:26:35.299422 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bcca0a-153b-4c13-9e5e-efad1852d7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb45ef7-c9be-4dcc-b228-903dec0db055,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:35.301059 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56362) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:35.302654 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-55bcca0a-153b-4c13-9e5e-efad1852d7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:35.435890 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-25885dbd-50f4-47ee-a146-26e5d05a6b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:35.460868 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-25885dbd-50f4-47ee-a146-26e5d05a6b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:35.510060 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-25885dbd-50f4-47ee-a146-26e5d05a6b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:35.513425 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-3967a06d-92e5-492d-bd98-98a9e64fbcbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:35.525405 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25885dbd-50f4-47ee-a146-26e5d05a6b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb45ef7-c9be-4dcc-b228-903dec0db055,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:35.528142 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-25885dbd-50f4-47ee-a146-26e5d05a6b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:35.535657 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-25885dbd-50f4-47ee-a146-26e5d05a6b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:35.537008 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-25885dbd-50f4-47ee-a146-26e5d05a6b7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8eb45ef7-c9be-4dcc-b228-903dec0db055 HTTP/1.1" status: 204 len: 168 time: 0.2347496 May 10 17:26:36.236176 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56386) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:36.337334 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1673946739-network', 'tenant_id': '664ff11fa2c14cfb93504247c758791c'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:26:36.341899 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:26:36.346181 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Usage tracker for resource:network and tenant:664ff11fa2c14cfb93504247c758791c is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:26:36.348980 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:26:36.355369 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:26:36.364731 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Made reservation on behalf of 664ff11fa2c14cfb93504247c758791c for: {'network': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:26:36.367049 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:36.379718 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:36.394094 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:26:36.397773 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Usage tracker for resource:security_group_rule and tenant:664ff11fa2c14cfb93504247c758791c is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:26:36.400477 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:26:36.405961 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:26:36.488277 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:36.492970 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:36.496701 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-39dc3fec-7c17-4e86-b53a-b13920837596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:36.523821 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=78664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:26:36.532135 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bf41f1-216f-4cad-b88c-988af16ff296,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:36.535319 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:36.540583 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:36.540983 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.segments_db [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Added segment 980a79dc-7690-436a-9bd8-fbdd42752853 of type vlan for network 2224576e-6c39-41da-a6fe-0016c8152b56 May 10 17:26:36.566702 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:36.594265 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:36.595696 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:36.596330 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:36.601597 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:36.699103 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Pushing event updated for resources: {'Network': ['ID=2224576e-6c39-41da-a6fe-0016c8152b56,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:36.705490 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56392) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:36.706357 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4683657 May 10 17:26:36.706747 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:36.711447 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-422a78fa-19fd-427a-b774-0351fdd8506f admin admin] Request body: {'subnet': {'network_id': '2224576e-6c39-41da-a6fe-0016c8152b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1673946739-subnet', 'tenant_id': '664ff11fa2c14cfb93504247c758791c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:26:36.717926 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-422a78fa-19fd-427a-b774-0351fdd8506f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:26:36.722293 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network 2224576e-6c39-41da-a6fe-0016c8152b56 details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:26:36.723044 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-422a78fa-19fd-427a-b774-0351fdd8506f admin admin] Usage tracker for resource:subnet and tenant:664ff11fa2c14cfb93504247c758791c is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:26:36.725696 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-422a78fa-19fd-427a-b774-0351fdd8506f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:26:36.732350 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-422a78fa-19fd-427a-b774-0351fdd8506f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:26:36.742674 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422a78fa-19fd-427a-b774-0351fdd8506f admin admin] Made reservation on behalf of 664ff11fa2c14cfb93504247c758791c for: {'subnet': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:26:36.745681 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-422a78fa-19fd-427a-b774-0351fdd8506f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14861259'] for subnet, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:37.120869 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-422a78fa-19fd-427a-b774-0351fdd8506f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14767415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14861241'] for subnet, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:37.125837 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:37.193451 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a78fa-19fd-427a-b774-0351fdd8506f admin admin] Pushing event updated for resources: {'Subnet': ['ID=239e5018-779d-4f3a-9f9c-2fa8994f657e,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:37.196830 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-422a78fa-19fd-427a-b774-0351fdd8506f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:37.202329 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422a78fa-19fd-427a-b774-0351fdd8506f admin admin] Checking segment: {'id': '980a79dc-7690-436a-9bd8-fbdd42752853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2224576e-6c39-41da-a6fe-0016c8152b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:26:37.202708 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422a78fa-19fd-427a-b774-0351fdd8506f admin admin] Network hostable DHCP agents. Network: 2224576e-6c39-41da-a6fe-0016c8152b56, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:26:37.219765 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422a78fa-19fd-427a-b774-0351fdd8506f admin admin] Network 2224576e-6c39-41da-a6fe-0016c8152b56 is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:26:37.228801 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-422a78fa-19fd-427a-b774-0351fdd8506f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, 2224576e-6c39-41da-a6fe-0016c8152b56) {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:26:37.237052 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422a78fa-19fd-427a-b774-0351fdd8506f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:37.237685 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-422a78fa-19fd-427a-b774-0351fdd8506f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:37.237825 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02629cf-adc8-4231-a3b0-9ea6d7b7e5a7 None None] Network 2224576e-6c39-41da-a6fe-0016c8152b56 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:26:37.269458 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-422a78fa-19fd-427a-b774-0351fdd8506f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5628266 May 10 17:26:37.337457 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-bba89765-1178-4c0e-8a35-5e3044b77b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:37.444956 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a795e14b-50ad-4aa2-9858-257c5fc0f332 None None] Network 2224576e-6c39-41da-a6fe-0016c8152b56 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:26:38.446685 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:39.249467 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-d778b9e7-0fdd-425c-ba9a-e58bbad4c141 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:39.250176 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-d778b9e7-0fdd-425c-ba9a-e58bbad4c141 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Synchronizing usage tracker for tenant:664ff11fa2c14cfb93504247c758791c on resource:network {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:26:39.267057 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-d778b9e7-0fdd-425c-ba9a-e58bbad4c141 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Unset dirty status for tenant:664ff11fa2c14cfb93504247c758791c on resource:network {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:26:39.268418 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-d778b9e7-0fdd-425c-ba9a-e58bbad4c141 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/networks?id=2224576e-6c39-41da-a6fe-0016c8152b56 HTTP/1.1" status: 200 len: 809 time: 0.1621220 May 10 17:26:39.284155 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-f60a40de-53bb-4799-aaa8-2e1315eb6a3a tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/quotas/664ff11fa2c14cfb93504247c758791c HTTP/1.1" status: 200 len: 375 time: 0.0095954 May 10 17:26:39.330537 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-3c874f94-30b3-49ba-ae9e-ee92c7487c6a tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=664ff11fa2c14cfb93504247c758791c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409834 May 10 17:26:39.501303 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-9ad9849a-3b57-41df-969d-b3334a63cb88 service neutron] 10.222.0.16 "GET /v2.0/networks/2224576e-6c39-41da-a6fe-0016c8152b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640055 May 10 17:26:39.629649 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-ae5a1c0f-54ec-42f8-a0b4-e21c6b1eeec6 service neutron] 10.222.0.16 "GET /v2.0/networks/2224576e-6c39-41da-a6fe-0016c8152b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224718 May 10 17:26:39.812960 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-fa5b2405-2b76-4136-98aa-acdb41b48a76 req-b5e2dc08-71fa-4086-98cf-1ddbb2c16c1e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=55be3d33-0bf7-41a0-b605-89d07d22052c HTTP/1.1" status: 200 len: 210 time: 0.0427430 May 10 17:26:39.875959 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:39.896815 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-0bca2fca-4b0d-4983-a4b1-3da6e292180e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:40.767373 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:40.983874 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1a6d63d2-bd25-40e3-b6a0-99bfa4718996 req-de4fcccc-c89b-493d-a9aa-a7221a002c18 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=55be3d33-0bf7-41a0-b605-89d07d22052c HTTP/1.1" status: 200 len: 210 time: 0.0648224 May 10 17:26:41.016496 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-8b6598a6-1d53-4bec-a8f7-78520e8d0304 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:41.018291 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-8b6598a6-1d53-4bec-a8f7-78520e8d0304 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.48 "GET /v2.0/networks?id=2224576e-6c39-41da-a6fe-0016c8152b56 HTTP/1.1" status: 200 len: 809 time: 0.1955462 May 10 17:26:41.038753 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-48f691e5-5c78-4cda-aefa-8cbacd41b4ce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Request body: {'port': {'device_id': '55be3d33-0bf7-41a0-b605-89d07d22052c', 'network_id': '2224576e-6c39-41da-a6fe-0016c8152b56', 'admin_state_up': True, 'tenant_id': '664ff11fa2c14cfb93504247c758791c'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:26:41.174644 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-48f691e5-5c78-4cda-aefa-8cbacd41b4ce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:26:41.178454 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-48f691e5-5c78-4cda-aefa-8cbacd41b4ce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Usage tracker for resource:port and tenant:664ff11fa2c14cfb93504247c758791c is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:26:41.181301 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-48f691e5-5c78-4cda-aefa-8cbacd41b4ce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:26:41.186874 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-48f691e5-5c78-4cda-aefa-8cbacd41b4ce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:26:41.196479 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-48f691e5-5c78-4cda-aefa-8cbacd41b4ce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Made reservation on behalf of 664ff11fa2c14cfb93504247c758791c for: {'port': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:26:41.199959 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-48f691e5-5c78-4cda-aefa-8cbacd41b4ce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:41.358037 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-48f691e5-5c78-4cda-aefa-8cbacd41b4ce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Allocated IP 172.20.0.5 (2224576e-6c39-41da-a6fe-0016c8152b56/239e5018-779d-4f3a-9f9c-2fa8994f657e/60e016fa-fc6a-4bdc-9235-a27d6351b69d) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:26:41.552120 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-48f691e5-5c78-4cda-aefa-8cbacd41b4ce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:41.580585 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-48f691e5-5c78-4cda-aefa-8cbacd41b4ce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:41.585928 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-3fb1dc93-bebc-435e-9c55-33f8e626c51e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:41.742205 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-48f691e5-5c78-4cda-aefa-8cbacd41b4ce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Network 2224576e-6c39-41da-a6fe-0016c8152b56 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:26:41.745423 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-48f691e5-5c78-4cda-aefa-8cbacd41b4ce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:26:41.754336 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-48f691e5-5c78-4cda-aefa-8cbacd41b4ce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:26:41.785065 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f691e5-5c78-4cda-aefa-8cbacd41b4ce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Pushing event updated for resources: {'Port': ['ID=60e016fa-fc6a-4bdc-9235-a27d6351b69d,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:41.791420 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-48f691e5-5c78-4cda-aefa-8cbacd41b4ce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:41.819764 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-48f691e5-5c78-4cda-aefa-8cbacd41b4ce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:41.820290 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-48f691e5-5c78-4cda-aefa-8cbacd41b4ce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:41.839297 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-48f691e5-5c78-4cda-aefa-8cbacd41b4ce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8050783 May 10 17:26:41.857293 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Request body: {'port': {'device_id': '55be3d33-0bf7-41a0-b605-89d07d22052c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:26:41.964632 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:42.170511 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fc6ae-6947-48b4-9144-2b11647f3fb0 req-7820f631-4aa6-45af-ad24-1a1f798db4e6 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:42.172645 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-660fc6ae-6947-48b4-9144-2b11647f3fb0 req-7820f631-4aa6-45af-ad24-1a1f798db4e6 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=55be3d33-0bf7-41a0-b605-89d07d22052c HTTP/1.1" status: 200 len: 931 time: 0.0824072 May 10 17:26:42.217460 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-660fc6ae-6947-48b4-9144-2b11647f3fb0 req-c204b37a-221a-457e-a43f-1d4aaefcaa00 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389402 May 10 17:26:42.308002 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e016fa-fc6a-4bdc-9235-a27d6351b69d {{(pid=78664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:26:42.315781 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:42.329547 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Transition to ACTIVE for port object 60e016fa-fc6a-4bdc-9235-a27d6351b69d will not be triggered until provisioned by entity L2. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:26:42.333218 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:42.336861 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-b9260d6e-a325-46b9-b9b8-65372c970722 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:42.427955 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:42.518863 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Pushing event updated for resources: {'Port': ['ID=60e016fa-fc6a-4bdc-9235-a27d6351b69d,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:42.521724 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:42.562381 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Attempting to bind port 60e016fa-fc6a-4bdc-9235-a27d6351b69d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:26:42.562702 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Attempting to bind port 60e016fa-fc6a-4bdc-9235-a27d6351b69d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '980a79dc-7690-436a-9bd8-fbdd42752853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2224576e-6c39-41da-a6fe-0016c8152b56'}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:26:42.563021 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Attempting to bind port 60e016fa-fc6a-4bdc-9235-a27d6351b69d on network 2224576e-6c39-41da-a6fe-0016c8152b56 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:26:42.567419 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Port 60e016fa-fc6a-4bdc-9235-a27d6351b69d on network 2224576e-6c39-41da-a6fe-0016c8152b56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:26:42.567733 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Attempting to bind port 60e016fa-fc6a-4bdc-9235-a27d6351b69d on network 2224576e-6c39-41da-a6fe-0016c8152b56 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:26:42.572652 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:26:42.573009 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Checking segment: {'id': '980a79dc-7690-436a-9bd8-fbdd42752853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2224576e-6c39-41da-a6fe-0016c8152b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:26:42.573383 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Bound using segment: {'id': '980a79dc-7690-436a-9bd8-fbdd42752853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2224576e-6c39-41da-a6fe-0016c8152b56'} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:26:42.573792 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Bound port: 60e016fa-fc6a-4bdc-9235-a27d6351b69d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '980a79dc-7690-436a-9bd8-fbdd42752853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2224576e-6c39-41da-a6fe-0016c8152b56'}}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:26:42.574125 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:42.663179 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] For port 60e016fa-fc6a-4bdc-9235-a27d6351b69d, host hv-cinder-78638, cleared binding levels {{(pid=78664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:26:42.666157 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] For port 60e016fa-fc6a-4bdc-9235-a27d6351b69d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=60e016fa-fc6a-4bdc-9235-a27d6351b69d,segment=NetworkSegment(980a79dc-7690-436a-9bd8-fbdd42752853),segment_id=980a79dc-7690-436a-9bd8-fbdd42752853)] {{(pid=78664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:26:42.670493 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:42.675403 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-3295fbe7-fb27-46ed-abbf-7f0b1c33c888 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:42.723149 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:42.723755 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:42.725323 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] 10.222.0.48 "PUT /v2.0/ports/60e016fa-fc6a-4bdc-9235-a27d6351b69d HTTP/1.1" status: 200 len: 1093 time: 0.8719065 May 10 17:26:42.727540 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55be3d33-0bf7-41a0-b605-89d07d22052c', 'tag': '60e016fa-fc6a-4bdc-9235-a27d6351b69d'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:26:42.758907 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Pushing event updated for resources: {'Port': ['ID=60e016fa-fc6a-4bdc-9235-a27d6351b69d,revision_number=3']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:42.766497 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:42.778451 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55be3d33-0bf7-41a0-b605-89d07d22052c', 'tag': '60e016fa-fc6a-4bdc-9235-a27d6351b69d', 'status': 'completed', 'code': 200} May 10 17:26:42.866690 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-96c07aa8-5086-4abf-9405-61e9b859b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:42.868145 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-96c07aa8-5086-4abf-9405-61e9b859b47e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=664ff11fa2c14cfb93504247c758791c&device_id=55be3d33-0bf7-41a0-b605-89d07d22052c HTTP/1.1" status: 200 len: 1096 time: 0.0726376 May 10 17:26:42.942882 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-fdd4edb3-6278-4bd9-b0fc-8efc217b30ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60e016fa-fc6a-4bdc-9235-a27d6351b69d HTTP/1.1" status: 200 len: 217 time: 0.0622175 May 10 17:26:43.007259 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-f6e57f16-dd7d-4787-9802-917d56f6c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:43.008638 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-f6e57f16-dd7d-4787-9802-917d56f6c978 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=239e5018-779d-4f3a-9f9c-2fa8994f657e HTTP/1.1" status: 200 len: 849 time: 0.0601587 May 10 17:26:43.054447 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-14c74dff-824e-4e92-9a43-30cc2a20d2e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2224576e-6c39-41da-a6fe-0016c8152b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399420 May 10 17:26:43.183460 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-b00327ab-b0db-44de-b082-a56ebcaa82c7 service neutron] 10.222.0.48 "GET /v2.0/networks/2224576e-6c39-41da-a6fe-0016c8152b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224577 May 10 17:26:43.276177 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ee988d64-5a43-4d88-9fc0-dd81967e4843 req-a4f71204-8d54-4d24-b6e5-fa07e80c446b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721881 May 10 17:26:43.332277 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ff8d259e-227c-4247-af08-34ea4cce43b9 req-cd2710d0-6604-4940-85c9-5294adcfc9b7 service neutron] 10.222.0.48 "GET /v2.0/networks/2224576e-6c39-41da-a6fe-0016c8152b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283808 May 10 17:26:43.405563 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78f7df-d165-4659-ba3a-6ad8a9ccc70c req-fbec978c-1fcc-4e90-8f2a-5c4a9e65b386 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:43.407561 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ad78f7df-d165-4659-ba3a-6ad8a9ccc70c req-fbec978c-1fcc-4e90-8f2a-5c4a9e65b386 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=55be3d33-0bf7-41a0-b605-89d07d22052c HTTP/1.1" status: 200 len: 943 time: 0.0823958 May 10 17:26:43.442733 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee988d64-5a43-4d88-9fc0-dd81967e4843 req-72bcbb9c-e928-423c-9b3d-3c8b46d058ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:43.444180 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ee988d64-5a43-4d88-9fc0-dd81967e4843 req-72bcbb9c-e928-423c-9b3d-3c8b46d058ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4234b151a6ef47f78f6d57ecc2adac6b&device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 1099 time: 0.0698211 May 10 17:26:43.501853 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ad78f7df-d165-4659-ba3a-6ad8a9ccc70c req-ce23b97f-f93a-414c-8bf4-9ee8e57e458d tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876825 May 10 17:26:43.525619 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68b7bf-2b29-4dd6-bf7e-cb3cf0fc1766 req-d53b005e-3caf-4b87-ae39-7ab9c32c3aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:43.527168 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ba68b7bf-2b29-4dd6-bf7e-cb3cf0fc1766 req-d53b005e-3caf-4b87-ae39-7ab9c32c3aca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=664ff11fa2c14cfb93504247c758791c&device_id=55be3d33-0bf7-41a0-b605-89d07d22052c HTTP/1.1" status: 200 len: 1096 time: 0.0992594 May 10 17:26:43.663829 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68b7bf-2b29-4dd6-bf7e-cb3cf0fc1766 req-6ed6b494-b778-4ce6-910f-695cdbe059d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:43.665356 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ba68b7bf-2b29-4dd6-bf7e-cb3cf0fc1766 req-6ed6b494-b778-4ce6-910f-695cdbe059d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2224576e-6c39-41da-a6fe-0016c8152b56 HTTP/1.1" status: 200 len: 910 time: 0.1272757 May 10 17:26:43.682707 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee988d64-5a43-4d88-9fc0-dd81967e4843 req-25cee528-7dd0-4722-959e-ca95ddea4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:43.684129 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ee988d64-5a43-4d88-9fc0-dd81967e4843 req-25cee528-7dd0-4722-959e-ca95ddea4673 service neutron] 10.222.0.48 "GET /v2.0/networks?id=03399b07-9ca5-420c-8844-68a1f7c3a930 HTTP/1.1" status: 200 len: 910 time: 0.2204714 May 10 17:26:43.787953 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ee988d64-5a43-4d88-9fc0-dd81967e4843 req-f1d0ca2f-227a-4841-8ab1-0615a04a3e49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=845c658d-eae6-45c8-93ae-ce3ad75f3fd7 HTTP/1.1" status: 200 len: 1002 time: 0.0960855 May 10 17:26:43.826482 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ba68b7bf-2b29-4dd6-bf7e-cb3cf0fc1766 req-50fa16c8-dfc1-4ba6-9204-ce5af2dd5fc9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60e016fa-fc6a-4bdc-9235-a27d6351b69d HTTP/1.1" status: 200 len: 217 time: 0.1527669 May 10 17:26:43.854296 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee988d64-5a43-4d88-9fc0-dd81967e4843 req-7240b6a9-3769-4bca-b08d-71407c2aac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:43.855716 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ee988d64-5a43-4d88-9fc0-dd81967e4843 req-7240b6a9-3769-4bca-b08d-71407c2aac23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2 HTTP/1.1" status: 200 len: 848 time: 0.0613720 May 10 17:26:43.897358 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68b7bf-2b29-4dd6-bf7e-cb3cf0fc1766 req-3fe62533-f2b5-4cbd-8a63-2aaaf4727e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:43.898793 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ba68b7bf-2b29-4dd6-bf7e-cb3cf0fc1766 req-3fe62533-f2b5-4cbd-8a63-2aaaf4727e56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=239e5018-779d-4f3a-9f9c-2fa8994f657e HTTP/1.1" status: 200 len: 849 time: 0.0585866 May 10 17:26:43.930096 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee988d64-5a43-4d88-9fc0-dd81967e4843 req-a29fb9e7-ba85-46d6-92cd-f36f4ed4559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:43.931529 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ee988d64-5a43-4d88-9fc0-dd81967e4843 req-a29fb9e7-ba85-46d6-92cd-f36f4ed4559b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03399b07-9ca5-420c-8844-68a1f7c3a930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686471 May 10 17:26:43.946694 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ba68b7bf-2b29-4dd6-bf7e-cb3cf0fc1766 req-b1c9df47-07f6-48ef-a3a8-a36b1c27a22d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2224576e-6c39-41da-a6fe-0016c8152b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403032 May 10 17:26:44.063883 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ee988d64-5a43-4d88-9fc0-dd81967e4843 req-9f7fdf47-3fdc-4eaf-85d4-4f4bfdcf5651 service neutron] 10.222.0.48 "GET /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252074 May 10 17:26:44.078552 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ba68b7bf-2b29-4dd6-bf7e-cb3cf0fc1766 req-88a6f93b-f8c0-4055-8b5d-e08df1b23b9b service neutron] 10.222.0.48 "GET /v2.0/networks/2224576e-6c39-41da-a6fe-0016c8152b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239920 May 10 17:26:44.201845 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ee988d64-5a43-4d88-9fc0-dd81967e4843 req-3fc4e0b8-69e5-4535-8120-ae5a899f2957 service neutron] 10.222.0.48 "GET /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303954 May 10 17:26:44.211222 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ba68b7bf-2b29-4dd6-bf7e-cb3cf0fc1766 req-21060bef-a930-4df2-9dc6-7f4779ad0d2d service neutron] 10.222.0.48 "GET /v2.0/networks/2224576e-6c39-41da-a6fe-0016c8152b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265244 May 10 17:26:44.697094 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5411405-9e51-490b-b987-f182dd5ff5f6 req-d8c0d161-4544-47a7-ae97-2fbe9648e9c0 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:44.697790 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-d5411405-9e51-490b-b987-f182dd5ff5f6 req-d8c0d161-4544-47a7-ae97-2fbe9648e9c0 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Synchronizing usage tracker for tenant:664ff11fa2c14cfb93504247c758791c on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:26:44.714116 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-d5411405-9e51-490b-b987-f182dd5ff5f6 req-d8c0d161-4544-47a7-ae97-2fbe9648e9c0 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Unset dirty status for tenant:664ff11fa2c14cfb93504247c758791c on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:26:44.715264 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d5411405-9e51-490b-b987-f182dd5ff5f6 req-d8c0d161-4544-47a7-ae97-2fbe9648e9c0 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=55be3d33-0bf7-41a0-b605-89d07d22052c HTTP/1.1" status: 200 len: 943 time: 0.1016595 May 10 17:26:44.762348 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-d5411405-9e51-490b-b987-f182dd5ff5f6 req-2c847a2f-1b1f-4de0-866f-77b27a427009 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Synchronizing usage tracker for tenant:664ff11fa2c14cfb93504247c758791c on resource:security_group {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:26:44.778413 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-d5411405-9e51-490b-b987-f182dd5ff5f6 req-2c847a2f-1b1f-4de0-866f-77b27a427009 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Unset dirty status for tenant:664ff11fa2c14cfb93504247c758791c on resource:security_group {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:26:44.779589 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d5411405-9e51-490b-b987-f182dd5ff5f6 req-2c847a2f-1b1f-4de0-866f-77b27a427009 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579755 May 10 17:26:45.622753 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56446) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:45.902678 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 60e016fa-fc6a-4bdc-9235-a27d6351b69d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:26:46.036197 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78003e-c791-494f-b5a0-e0ed9422e24c req-a7e0d286-64a8-41cb-8257-2bc37c449e16 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:46.037959 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6a78003e-c791-494f-b5a0-e0ed9422e24c req-a7e0d286-64a8-41cb-8257-2bc37c449e16 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=55be3d33-0bf7-41a0-b605-89d07d22052c HTTP/1.1" status: 200 len: 943 time: 0.1561182 May 10 17:26:46.073897 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 60e016fa-fc6a-4bdc-9235-a27d6351b69d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=60e016fa-fc6a-4bdc-9235-a27d6351b69d,segment=NetworkSegment(980a79dc-7690-436a-9bd8-fbdd42752853),segment_id=980a79dc-7690-436a-9bd8-fbdd42752853)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:26:46.086736 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '60e016fa-fc6a-4bdc-9235-a27d6351b69d', 'network_id': '2224576e-6c39-41da-a6fe-0016c8152b56', 'port_id': '60e016fa-fc6a-4bdc-9235-a27d6351b69d', 'mac_address': 'fa:16:3e:c2:26:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239e5018-779d-4f3a-9f9c-2fa8994f657e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:26:46.094549 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Deleting port 4ee47218-e2af-4c80-882c-9587f37440be {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:26:46.094889 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:46.111247 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6a78003e-c791-494f-b5a0-e0ed9422e24c req-73db01da-5e62-4900-9550-20c6b6871bed tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668685 May 10 17:26:46.143800 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:46.160780 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e016fa-fc6a-4bdc-9235-a27d6351b69d {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:26:46.177665 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 60e016fa-fc6a-4bdc-9235-a27d6351b69d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=60e016fa-fc6a-4bdc-9235-a27d6351b69d,segment=NetworkSegment(980a79dc-7690-436a-9bd8-fbdd42752853),segment_id=980a79dc-7690-436a-9bd8-fbdd42752853)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:26:46.181704 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:46.184579 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:46.215483 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:46.215809 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:46.249925 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=60e016fa-fc6a-4bdc-9235-a27d6351b69d,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:46.253106 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:46.339632 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Calling delete_port for 4ee47218-e2af-4c80-882c-9587f37440be owned by network:floatingip {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:26:46.455205 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:46.458560 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-54baaebf-6240-4302-baff-42ad7a1f997f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:46.503549 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Pushing event deleted for resources: {'Port': ['ID=4ee47218-e2af-4c80-882c-9587f37440be,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:46.525477 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['60e016fa-fc6a-4bdc-9235-a27d6351b69d'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:26:46.537763 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:46.538143 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:46.538514 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:46.538880 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:46.539244 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:46.539609 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:46.539962 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:46.540313 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:46.540667 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:46.541052 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:46.541405 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:46.541754 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:26:46.548694 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:46.607231 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for floatingip, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:46.607559 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.l3_db [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Floating IP 0a42d042-644a-4c5c-855b-5897880a059e disassociated (deleted). External IP: 172.27.0.127, port: 845c658d-eae6-45c8-93ae-ce3ad75f3fd7. May 10 17:26:47.043458 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Router ef91df63-af02-4a50-92b8-7b72ef48c4bd has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:26:47.223301 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:26:47.232815 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dc2230-c8db-4b05-96e2-11f41b1ef747 None None] Sync routers for ids ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:26:47.243308 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc2230-c8db-4b05-96e2-11f41b1ef747 None None] Routers {'ef91df63-af02-4a50-92b8-7b72ef48c4bd'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:26:47.243477 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:47.244306 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-90dc2230-c8db-4b05-96e2-11f41b1ef747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:26:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:47.298191 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deaa7b4-7500-4563-aefc-ffac3c41c08f req-477aaa60-4228-4967-b1a0-3e29d0ac0c1b tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:47.298760 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-5649da93-c16d-4ca3-86e2-72503dc9f369 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "DELETE /v2.0/floatingips/0a42d042-644a-4c5c-855b-5897880a059e HTTP/1.1" status: 204 len: 168 time: 1.6747410 May 10 17:26:47.299271 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'tag': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:26:47.299832 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9deaa7b4-7500-4563-aefc-ffac3c41c08f req-477aaa60-4228-4967-b1a0-3e29d0ac0c1b tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=55be3d33-0bf7-41a0-b605-89d07d22052c HTTP/1.1" status: 200 len: 944 time: 0.0849993 May 10 17:26:47.345317 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9deaa7b4-7500-4563-aefc-ffac3c41c08f req-efbe720d-edb7-4001-8d17-63881a4dd570 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395696 May 10 17:26:47.399996 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'tag': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7', 'status': 'completed', 'code': 200} May 10 17:26:47.432894 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-90dc2230-c8db-4b05-96e2-11f41b1ef747 None None] Set router ef91df63-af02-4a50-92b8-7b72ef48c4bd gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:26:47.523666 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9983530-c2a0-498e-a196-3df466fe28a3 req-17e8491c-e9ca-46d0-a1ce-1014205db0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:47.525315 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d9983530-c2a0-498e-a196-3df466fe28a3 req-17e8491c-e9ca-46d0-a1ce-1014205db0ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4234b151a6ef47f78f6d57ecc2adac6b&device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 1099 time: 0.0826936 May 10 17:26:47.680440 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087f757-87cc-4fd2-a424-cee774440cb0 req-4f8eaa3a-f714-4101-bd55-58a61000fb62 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:47.682036 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0087f757-87cc-4fd2-a424-cee774440cb0 req-4f8eaa3a-f714-4101-bd55-58a61000fb62 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.0843992 May 10 17:26:47.689585 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9983530-c2a0-498e-a196-3df466fe28a3 req-d34c8b76-4d62-4e87-95e8-53f8f96ccbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:47.691403 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d9983530-c2a0-498e-a196-3df466fe28a3 req-d34c8b76-4d62-4e87-95e8-53f8f96ccbf1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=03399b07-9ca5-420c-8844-68a1f7c3a930 HTTP/1.1" status: 200 len: 910 time: 0.1312227 May 10 17:26:47.729728 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0087f757-87cc-4fd2-a424-cee774440cb0 req-08bf3f42-1094-43d5-a429-183434efe699 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410740 May 10 17:26:47.765665 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d9983530-c2a0-498e-a196-3df466fe28a3 req-0951ad26-4ef7-421c-b196-ad0d28513ffe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=845c658d-eae6-45c8-93ae-ce3ad75f3fd7 HTTP/1.1" status: 200 len: 217 time: 0.0671794 May 10 17:26:47.774866 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-90dc2230-c8db-4b05-96e2-11f41b1ef747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'name': 'tempest-TestShelveInstance-1914562923-router', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:17Z', 'updated_at': '2021-05-10T17:21:25Z', 'revision_number': 4, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'gw_port': {'id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:18Z', 'updated_at': '2021-05-10T17:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '38434bd7-6ce9-40e0-896d-8a0410ec70c2', 'name': '', 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'mac_address': 'fa:16:3e:63:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:24Z', 'updated_at': '2021-05-10T17:21:33Z', 'revision_number': 5, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'subnets': [{'id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:47.778615 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dc2230-c8db-4b05-96e2-11f41b1ef747 None None] Checking router: ef91df63-af02-4a50-92b8-7b72ef48c4bd for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:26:47.788177 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc2230-c8db-4b05-96e2-11f41b1ef747 None None] Routers {'ef91df63-af02-4a50-92b8-7b72ef48c4bd'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:26:47.788797 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-90dc2230-c8db-4b05-96e2-11f41b1ef747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:26:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:47.832649 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9983530-c2a0-498e-a196-3df466fe28a3 req-5c794532-2f17-4ee6-8fc2-b5ba50a025d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:47.834136 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d9983530-c2a0-498e-a196-3df466fe28a3 req-5c794532-2f17-4ee6-8fc2-b5ba50a025d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2 HTTP/1.1" status: 200 len: 848 time: 0.0622270 May 10 17:26:47.909333 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 60e016fa-fc6a-4bdc-9235-a27d6351b69d up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:26:47.910651 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9983530-c2a0-498e-a196-3df466fe28a3 req-d9ac5f56-c782-4f0b-b706-bf30093d9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:47.912456 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d9983530-c2a0-498e-a196-3df466fe28a3 req-d9ac5f56-c782-4f0b-b706-bf30093d9463 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03399b07-9ca5-420c-8844-68a1f7c3a930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701604 May 10 17:26:48.017410 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-90dc2230-c8db-4b05-96e2-11f41b1ef747 None None] Set router ef91df63-af02-4a50-92b8-7b72ef48c4bd gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:26:48.044608 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d9983530-c2a0-498e-a196-3df466fe28a3 req-22e62db5-a195-46a4-8426-35a09a3f03af service neutron] 10.222.0.48 "GET /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243515 May 10 17:26:48.066718 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port 60e016fa-fc6a-4bdc-9235-a27d6351b69d completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:26:48.076474 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 60e016fa-fc6a-4bdc-9235-a27d6351b69d triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:26:48.076850 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:48.176930 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d9983530-c2a0-498e-a196-3df466fe28a3 req-774a0926-e0e4-4320-9e48-b79623345212 service neutron] 10.222.0.48 "GET /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251764 May 10 17:26:48.443400 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:48.480105 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55be3d33-0bf7-41a0-b605-89d07d22052c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e016fa-fc6a-4bdc-9235-a27d6351b69d'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:26:48.494731 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 60e016fa-fc6a-4bdc-9235-a27d6351b69d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=60e016fa-fc6a-4bdc-9235-a27d6351b69d,segment=NetworkSegment(980a79dc-7690-436a-9bd8-fbdd42752853),segment_id=980a79dc-7690-436a-9bd8-fbdd42752853)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:26:48.502696 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:48.504847 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-32ebf5e6-5f7e-455f-9ffe-009e61dce75f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:48.542494 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcf345-30b3-4651-9c93-7f7024d68164 req-7c750899-3367-4fd2-97ec-56adf468f888 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:48.543983 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-14bcf345-30b3-4651-9c93-7f7024d68164 req-7c750899-3367-4fd2-97ec-56adf468f888 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=55be3d33-0bf7-41a0-b605-89d07d22052c HTTP/1.1" status: 200 len: 944 time: 0.0918472 May 10 17:26:48.551328 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55be3d33-0bf7-41a0-b605-89d07d22052c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e016fa-fc6a-4bdc-9235-a27d6351b69d', 'code': 200} May 10 17:26:48.567281 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-90dc2230-c8db-4b05-96e2-11f41b1ef747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'name': 'tempest-TestShelveInstance-1914562923-router', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:17Z', 'updated_at': '2021-05-10T17:21:25Z', 'revision_number': 4, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'gw_port': {'id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:18Z', 'updated_at': '2021-05-10T17:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '38434bd7-6ce9-40e0-896d-8a0410ec70c2', 'name': '', 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'mac_address': 'fa:16:3e:63:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:24Z', 'updated_at': '2021-05-10T17:21:33Z', 'revision_number': 5, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'subnets': [{'id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:48.576473 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dc2230-c8db-4b05-96e2-11f41b1ef747 None None] The sync data for ids ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'] in dv-cinder-786385-3-iscsi is: [{'id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'name': 'tempest-TestShelveInstance-1914562923-router', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:17Z', 'updated_at': '2021-05-10T17:21:25Z', 'revision_number': 4, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'gw_port': {'id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:18Z', 'updated_at': '2021-05-10T17:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '38434bd7-6ce9-40e0-896d-8a0410ec70c2', 'name': '', 'network_id': '03399b07-9ca5-420c-8844-68a1f7c3a930', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'mac_address': 'fa:16:3e:63:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:24Z', 'updated_at': '2021-05-10T17:21:33Z', 'revision_number': 5, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'subnets': [{'id': '25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:26:48.596625 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-14bcf345-30b3-4651-9c93-7f7024d68164 req-9c06cc6a-80eb-4739-9376-db75bf57718a tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461245 May 10 17:26:48.598677 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=60e016fa-fc6a-4bdc-9235-a27d6351b69d,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:48.601812 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:48.822630 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48e9845-4b19-4d8b-b8e8-d5138681f7f1 None None] New status for floating IP 0a42d042-644a-4c5c-855b-5897880a059e: DOWN {{(pid=78666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:26:48.862370 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d709d65-7b6a-4197-b68a-34a83eeba137 req-bec27c5f-afe2-45af-a7c0-6bf866490b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:48.863852 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6d709d65-7b6a-4197-b68a-34a83eeba137 req-bec27c5f-afe2-45af-a7c0-6bf866490b78 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55be3d33-0bf7-41a0-b605-89d07d22052c HTTP/1.1" status: 200 len: 1098 time: 0.0756264 May 10 17:26:48.907391 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6d709d65-7b6a-4197-b68a-34a83eeba137 req-94315216-2568-43cc-8109-556532fe06ba service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363269 May 10 17:26:48.927215 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c2b13-8342-42c6-aba4-f214681f948c req-365092af-fd69-4043-a4b7-9b975c941095 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:48.928680 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1d0c2b13-8342-42c6-aba4-f214681f948c req-365092af-fd69-4043-a4b7-9b975c941095 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.0838017 May 10 17:26:48.977833 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1d0c2b13-8342-42c6-aba4-f214681f948c req-168b1da8-2121-46cf-b7df-e7b6166b2af7 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433090 May 10 17:26:49.546312 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc9f90-1c72-48a5-9435-c91579efb66d req-4301bfc4-b4c2-49c3-a9cf-cfd7747fbfe8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:49.547004 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-6bbc9f90-1c72-48a5-9435-c91579efb66d req-4301bfc4-b4c2-49c3-a9cf-cfd7747fbfe8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Synchronizing usage tracker for tenant:4234b151a6ef47f78f6d57ecc2adac6b on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:26:49.561861 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-6bbc9f90-1c72-48a5-9435-c91579efb66d req-4301bfc4-b4c2-49c3-a9cf-cfd7747fbfe8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Unset dirty status for tenant:4234b151a6ef47f78f6d57ecc2adac6b on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:26:49.563115 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6bbc9f90-1c72-48a5-9435-c91579efb66d req-4301bfc4-b4c2-49c3-a9cf-cfd7747fbfe8 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.1015010 May 10 17:26:49.853358 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [req-6bbc9f90-1c72-48a5-9435-c91579efb66d req-ace4a3ca-cda7-4221-930a-8e83bf97ce0e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Deleting port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:26:49.853610 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-6bbc9f90-1c72-48a5-9435-c91579efb66d req-ace4a3ca-cda7-4221-930a-8e83bf97ce0e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:49.936338 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef454e6e-4302-4706-9f15-66d0b463cd55 req-dbcce447-b88a-4d49-9955-a31c60dd821e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:49.938337 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ef454e6e-4302-4706-9f15-66d0b463cd55 req-dbcce447-b88a-4d49-9955-a31c60dd821e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=55be3d33-0bf7-41a0-b605-89d07d22052c HTTP/1.1" status: 200 len: 945 time: 0.1706274 May 10 17:26:50.032412 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ef454e6e-4302-4706-9f15-66d0b463cd55 req-74f831ec-bd99-4f06-9d51-4e5f60c4da92 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883021 May 10 17:26:50.039563 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-6bbc9f90-1c72-48a5-9435-c91579efb66d req-ace4a3ca-cda7-4221-930a-8e83bf97ce0e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] For port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=845c658d-eae6-45c8-93ae-ce3ad75f3fd7,segment=NetworkSegment(1edbd0a0-e731-4c62-8ae5-94317452b125),segment_id=1edbd0a0-e731-4c62-8ae5-94317452b125)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:26:50.039927 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-6bbc9f90-1c72-48a5-9435-c91579efb66d req-ace4a3ca-cda7-4221-930a-8e83bf97ce0e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:50.168605 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [req-6bbc9f90-1c72-48a5-9435-c91579efb66d req-ace4a3ca-cda7-4221-930a-8e83bf97ce0e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Calling delete_port for 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 owned by compute:nova {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:26:50.175626 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe4a2a-74b4-4f31-bf91-02c7b3bda1d3 req-563940a2-ef7a-4058-b6f1-806a3cd88e86 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:50.177111 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-70fe4a2a-74b4-4f31-bf91-02c7b3bda1d3 req-563940a2-ef7a-4058-b6f1-806a3cd88e86 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 946 time: 0.0801070 May 10 17:26:50.235709 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-70fe4a2a-74b4-4f31-bf91-02c7b3bda1d3 req-fe0c68ff-6611-4e92-a91d-4dfc7bf20138 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/security-groups?id=de608120-95d8-4c65-be7c-787c766ab628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525942 May 10 17:26:50.281737 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-6bbc9f90-1c72-48a5-9435-c91579efb66d req-ace4a3ca-cda7-4221-930a-8e83bf97ce0e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:50.287414 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c13cfb28-8472-431d-a544-f2c64f9c72d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:50.334696 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4a3ca-cda7-4221-930a-8e83bf97ce0e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Pushing event deleted for resources: {'Port': ['ID=845c658d-eae6-45c8-93ae-ce3ad75f3fd7,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:50.337772 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ace4a3ca-cda7-4221-930a-8e83bf97ce0e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:50.407794 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbc9f90-1c72-48a5-9435-c91579efb66d req-ace4a3ca-cda7-4221-930a-8e83bf97ce0e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] No DVR routers for this DVR port 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 on host hv-cinder-78638 {{(pid=78663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:26:50.410289 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-6bbc9f90-1c72-48a5-9435-c91579efb66d req-ace4a3ca-cda7-4221-930a-8e83bf97ce0e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:50.413054 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'name': 'network-vif-deleted', 'tag': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:26:50.427725 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6bbc9f90-1c72-48a5-9435-c91579efb66d req-ace4a3ca-cda7-4221-930a-8e83bf97ce0e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.48 "DELETE /v2.0/ports/845c658d-eae6-45c8-93ae-ce3ad75f3fd7 HTTP/1.1" status: 204 len: 173 time: 0.8590891 May 10 17:26:50.462221 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9f313c-dfe2-4580-9487-560b47aaa128', 'name': 'network-vif-deleted', 'tag': '845c658d-eae6-45c8-93ae-ce3ad75f3fd7', 'status': 'completed', 'code': 200} May 10 17:26:51.230656 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dc502-5f07-4dfb-b5f6-15b6f05edfe6 req-a0d1f1c2-ed0c-4343-9080-e3bec54436f4 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:51.232512 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-237dc502-5f07-4dfb-b5f6-15b6f05edfe6 req-a0d1f1c2-ed0c-4343-9080-e3bec54436f4 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=55be3d33-0bf7-41a0-b605-89d07d22052c HTTP/1.1" status: 200 len: 945 time: 0.0904152 May 10 17:26:51.278192 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-237dc502-5f07-4dfb-b5f6-15b6f05edfe6 req-92385ce7-3e1a-4292-99e4-fa657c3dd690 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396314 May 10 17:26:51.401843 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-91c81718-502a-4e98-9b5b-e73d6deee6c5 req-9670e4d6-6232-4120-9a14-cf1db197833d tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Synchronizing usage tracker for tenant:4234b151a6ef47f78f6d57ecc2adac6b on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:26:51.416707 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-91c81718-502a-4e98-9b5b-e73d6deee6c5 req-9670e4d6-6232-4120-9a14-cf1db197833d tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Unset dirty status for tenant:4234b151a6ef47f78f6d57ecc2adac6b on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:26:51.417889 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-91c81718-502a-4e98-9b5b-e73d6deee6c5 req-9670e4d6-6232-4120-9a14-cf1db197833d tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d9f313c-dfe2-4580-9487-560b47aaa128 HTTP/1.1" status: 200 len: 210 time: 0.0613580 May 10 17:26:51.947047 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:26:51.981990 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:26:51.982340 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 845c658d-eae6-45c8-93ae-ce3ad75f3fd7 not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:26:52.378613 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22493-a409-448a-b0bb-cda89e5a303c req-118e9fb4-4c33-4741-bfbe-0d03cd77fb99 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:52.380047 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c9c22493-a409-448a-b0bb-cda89e5a303c req-118e9fb4-4c33-4741-bfbe-0d03cd77fb99 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=55be3d33-0bf7-41a0-b605-89d07d22052c HTTP/1.1" status: 200 len: 945 time: 0.0784788 May 10 17:26:52.423892 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c9c22493-a409-448a-b0bb-cda89e5a303c req-5ebd8a63-5339-4269-b305-6e2c29c95d93 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381758 May 10 17:26:52.511172 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56494) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:52.581052 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-65801670-7446-4705-8244-16127f6401f0 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:52.609934 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-65801670-7446-4705-8244-16127f6401f0 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:52.675664 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-65801670-7446-4705-8244-16127f6401f0 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:52.680472 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-30f156a0-ce96-40b9-80be-6cd70103a0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:52.694888 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65801670-7446-4705-8244-16127f6401f0 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de608120-95d8-4c65-be7c-787c766ab628,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:52.697766 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-65801670-7446-4705-8244-16127f6401f0 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:52.705442 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-65801670-7446-4705-8244-16127f6401f0 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:52.706599 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-65801670-7446-4705-8244-16127f6401f0 tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] 10.222.0.16 "DELETE /v2.0/security-groups/de608120-95d8-4c65-be7c-787c766ab628 HTTP/1.1" status: 204 len: 168 time: 0.1944242 May 10 17:26:52.745545 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56500) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:53.312926 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3cac20df-acc3-44de-984c-cb7c819a7807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384582'] for router_interface, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:53.758204 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427849-eedc-43de-a440-303ea087baa2 req-bb071ed8-de9f-4025-9864-a373cf847b2b tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:53.760469 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1c427849-eedc-43de-a440-303ea087baa2 req-bb071ed8-de9f-4025-9864-a373cf847b2b tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=55be3d33-0bf7-41a0-b605-89d07d22052c HTTP/1.1" status: 200 len: 945 time: 0.0832713 May 10 17:26:53.774147 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d2c1e-a291-48a1-afd0-cde5bab61149 req-a5ef1c08-023c-40f6-88e1-9e9e567541e8 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:53.775570 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8d2d2c1e-a291-48a1-afd0-cde5bab61149 req-a5ef1c08-023c-40f6-88e1-9e9e567541e8 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.48 "GET /v2.0/ports?device_id=55be3d33-0bf7-41a0-b605-89d07d22052c HTTP/1.1" status: 200 len: 945 time: 0.1105583 May 10 17:26:53.809048 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1c427849-eedc-43de-a440-303ea087baa2 req-4356732c-1058-4d75-bcb4-1625a405c677 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425990 May 10 17:26:54.004028 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-3cac20df-acc3-44de-984c-cb7c819a7807 admin admin] Deleting port 38434bd7-6ce9-40e0-896d-8a0410ec70c2 {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:26:54.004368 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3cac20df-acc3-44de-984c-cb7c819a7807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:54.020298 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [req-8d2d2c1e-a291-48a1-afd0-cde5bab61149 req-ba0150b4-a696-438d-b8f5-108195e56bce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Deleting port 60e016fa-fc6a-4bdc-9235-a27d6351b69d {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:26:54.020782 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8d2d2c1e-a291-48a1-afd0-cde5bab61149 req-ba0150b4-a696-438d-b8f5-108195e56bce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:54.241560 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-3cac20df-acc3-44de-984c-cb7c819a7807 admin admin] For port 38434bd7-6ce9-40e0-896d-8a0410ec70c2, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=38434bd7-6ce9-40e0-896d-8a0410ec70c2,segment=NetworkSegment(1edbd0a0-e731-4c62-8ae5-94317452b125),segment_id=1edbd0a0-e731-4c62-8ae5-94317452b125)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:26:54.241944 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3cac20df-acc3-44de-984c-cb7c819a7807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:54.254886 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-8d2d2c1e-a291-48a1-afd0-cde5bab61149 req-ba0150b4-a696-438d-b8f5-108195e56bce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] For port 60e016fa-fc6a-4bdc-9235-a27d6351b69d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=60e016fa-fc6a-4bdc-9235-a27d6351b69d,segment=NetworkSegment(980a79dc-7690-436a-9bd8-fbdd42752853),segment_id=980a79dc-7690-436a-9bd8-fbdd42752853)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:26:54.255237 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8d2d2c1e-a291-48a1-afd0-cde5bab61149 req-ba0150b4-a696-438d-b8f5-108195e56bce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:54.420992 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-3cac20df-acc3-44de-984c-cb7c819a7807 admin admin] Calling delete_port for 38434bd7-6ce9-40e0-896d-8a0410ec70c2 owned by network:router_interface {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:26:54.483987 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [req-8d2d2c1e-a291-48a1-afd0-cde5bab61149 req-ba0150b4-a696-438d-b8f5-108195e56bce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Calling delete_port for 60e016fa-fc6a-4bdc-9235-a27d6351b69d owned by compute:nova {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:26:54.664882 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8d2d2c1e-a291-48a1-afd0-cde5bab61149 req-ba0150b4-a696-438d-b8f5-108195e56bce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:54.675256 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:54.855241 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0150b4-a696-438d-b8f5-108195e56bce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Pushing event deleted for resources: {'Port': ['ID=60e016fa-fc6a-4bdc-9235-a27d6351b69d,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:54.864062 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ba0150b4-a696-438d-b8f5-108195e56bce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:54.903792 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2d2c1e-a291-48a1-afd0-cde5bab61149 req-ba0150b4-a696-438d-b8f5-108195e56bce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] No DVR routers for this DVR port 60e016fa-fc6a-4bdc-9235-a27d6351b69d on host hv-cinder-78638 {{(pid=78663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:26:54.907707 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-8d2d2c1e-a291-48a1-afd0-cde5bab61149 req-ba0150b4-a696-438d-b8f5-108195e56bce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:54.911341 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55be3d33-0bf7-41a0-b605-89d07d22052c', 'name': 'network-vif-deleted', 'tag': '60e016fa-fc6a-4bdc-9235-a27d6351b69d'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:26:54.964933 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55be3d33-0bf7-41a0-b605-89d07d22052c', 'name': 'network-vif-deleted', 'tag': '60e016fa-fc6a-4bdc-9235-a27d6351b69d', 'status': 'completed', 'code': 200} May 10 17:26:54.974409 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-cdf38dd0-da62-41a7-8365-55a249699415 req-896d6591-e3f2-4c8e-9271-d77c40762a6e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Synchronizing usage tracker for tenant:664ff11fa2c14cfb93504247c758791c on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:26:54.976755 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3cac20df-acc3-44de-984c-cb7c819a7807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:54.982268 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c0d17b99-af82-4202-82eb-6675d0ab7913 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:55.018955 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8d2d2c1e-a291-48a1-afd0-cde5bab61149 req-ba0150b4-a696-438d-b8f5-108195e56bce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.48 "DELETE /v2.0/ports/60e016fa-fc6a-4bdc-9235-a27d6351b69d HTTP/1.1" status: 204 len: 173 time: 1.2127025 May 10 17:26:55.031429 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac20df-acc3-44de-984c-cb7c819a7807 admin admin] Pushing event deleted for resources: {'Port': ['ID=38434bd7-6ce9-40e0-896d-8a0410ec70c2,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:55.062907 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-3cac20df-acc3-44de-984c-cb7c819a7807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:55.071665 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-cdf38dd0-da62-41a7-8365-55a249699415 req-896d6591-e3f2-4c8e-9271-d77c40762a6e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Unset dirty status for tenant:664ff11fa2c14cfb93504247c758791c on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:26:55.072846 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-cdf38dd0-da62-41a7-8365-55a249699415 req-896d6591-e3f2-4c8e-9271-d77c40762a6e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=55be3d33-0bf7-41a0-b605-89d07d22052c HTTP/1.1" status: 200 len: 210 time: 0.1563985 May 10 17:26:55.316438 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3cac20df-acc3-44de-984c-cb7c819a7807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16399094'] for router_interface, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:55.673027 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cac20df-acc3-44de-984c-cb7c819a7807 admin admin] Router ef91df63-af02-4a50-92b8-7b72ef48c4bd has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:26:55.844329 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cac20df-acc3-44de-984c-cb7c819a7807 admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:26:55.849200 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-3cac20df-acc3-44de-984c-cb7c819a7807 admin admin] 10.222.0.16 "PUT /v2.0/routers/ef91df63-af02-4a50-92b8-7b72ef48c4bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1023896 May 10 17:26:55.851546 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56512) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:55.852500 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd153a0-7313-4da5-a6e2-d162fcadfc7d None None] Sync routers for ids ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:26:55.862224 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd153a0-7313-4da5-a6e2-d162fcadfc7d None None] Routers {'ef91df63-af02-4a50-92b8-7b72ef48c4bd'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:26:55.862837 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-2dd153a0-7313-4da5-a6e2-d162fcadfc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:26:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:55.970609 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 60e016fa-fc6a-4bdc-9235-a27d6351b69d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:26:56.015732 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: 60e016fa-fc6a-4bdc-9235-a27d6351b69d {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:26:56.015997 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 60e016fa-fc6a-4bdc-9235-a27d6351b69d not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:26:56.025635 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3176c9dd-129c-465a-8009-9af63d75660d admin admin] Notify callbacks [] for router, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:56.070887 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-2dd153a0-7313-4da5-a6e2-d162fcadfc7d None None] Set router ef91df63-af02-4a50-92b8-7b72ef48c4bd gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:26:56.347664 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3176c9dd-129c-465a-8009-9af63d75660d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:56.379897 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-2dd153a0-7313-4da5-a6e2-d162fcadfc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'name': 'tempest-TestShelveInstance-1914562923-router', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:17Z', 'updated_at': '2021-05-10T17:26:54Z', 'revision_number': 5, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'gw_port': {'id': '0a1d7bbd-159b-4714-8b6c-904d24f66f7d', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:18Z', 'updated_at': '2021-05-10T17:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:56.383702 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd153a0-7313-4da5-a6e2-d162fcadfc7d None None] Checking router: ef91df63-af02-4a50-92b8-7b72ef48c4bd for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:26:56.392093 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd153a0-7313-4da5-a6e2-d162fcadfc7d None None] Routers {'ef91df63-af02-4a50-92b8-7b72ef48c4bd'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:26:56.392700 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-2dd153a0-7313-4da5-a6e2-d162fcadfc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:26:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:56.516609 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6484d-5d61-46ed-b344-997afb3c271b req-8ebbeb20-77b7-4090-923c-fd0d25859fb2 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:56.518076 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-77a6484d-5d61-46ed-b344-997afb3c271b req-8ebbeb20-77b7-4090-923c-fd0d25859fb2 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/networks?id=2224576e-6c39-41da-a6fe-0016c8152b56 HTTP/1.1" status: 200 len: 809 time: 0.1960158 May 10 17:26:56.535997 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-3176c9dd-129c-465a-8009-9af63d75660d admin admin] Deleting port 0a1d7bbd-159b-4714-8b6c-904d24f66f7d {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:26:56.536249 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3176c9dd-129c-465a-8009-9af63d75660d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:56.541883 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-2dd153a0-7313-4da5-a6e2-d162fcadfc7d None None] Set router ef91df63-af02-4a50-92b8-7b72ef48c4bd gateway port host: None {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:26:56.556025 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-77a6484d-5d61-46ed-b344-997afb3c271b req-20be62ef-1df8-4621-b9d6-e7d347ec9de7 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/quotas/664ff11fa2c14cfb93504247c758791c HTTP/1.1" status: 200 len: 375 time: 0.0312660 May 10 17:26:56.649021 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-2dd153a0-7313-4da5-a6e2-d162fcadfc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'name': 'tempest-TestShelveInstance-1914562923-router', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:17Z', 'updated_at': '2021-05-10T17:26:56Z', 'revision_number': 6, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'gw_port_host': None}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:56.652540 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-77a6484d-5d61-46ed-b344-997afb3c271b req-483aa418-7ec2-461b-8242-a02a7a0def7c tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=664ff11fa2c14cfb93504247c758791c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500510 May 10 17:26:56.653609 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd153a0-7313-4da5-a6e2-d162fcadfc7d None None] The sync data for ids ['ef91df63-af02-4a50-92b8-7b72ef48c4bd'] in dv-cinder-786385-3-iscsi is: [{'id': 'ef91df63-af02-4a50-92b8-7b72ef48c4bd', 'name': 'tempest-TestShelveInstance-1914562923-router', 'tenant_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:17Z', 'updated_at': '2021-05-10T17:26:56Z', 'revision_number': 6, 'project_id': '4234b151a6ef47f78f6d57ecc2adac6b', 'gw_port_host': None}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:26:56.789011 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-3176c9dd-129c-465a-8009-9af63d75660d admin admin] For port 0a1d7bbd-159b-4714-8b6c-904d24f66f7d, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=0a1d7bbd-159b-4714-8b6c-904d24f66f7d,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:26:56.789324 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3176c9dd-129c-465a-8009-9af63d75660d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:56.931269 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-3176c9dd-129c-465a-8009-9af63d75660d admin admin] Calling delete_port for 0a1d7bbd-159b-4714-8b6c-904d24f66f7d owned by network:router_gateway {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:26:56.954486 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-77a6484d-5d61-46ed-b344-997afb3c271b req-6e2c5619-b0ab-442a-8ff5-00abffa82e4c service neutron] 10.222.0.16 "GET /v2.0/networks/2224576e-6c39-41da-a6fe-0016c8152b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896476 May 10 17:26:57.113672 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-77a6484d-5d61-46ed-b344-997afb3c271b req-e401198c-180c-41ec-b5ab-795b1615834c service neutron] 10.222.0.16 "GET /v2.0/networks/2224576e-6c39-41da-a6fe-0016c8152b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505847 May 10 17:26:57.207032 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3176c9dd-129c-465a-8009-9af63d75660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:57.215334 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-5f05f89e-12fa-4163-b392-bfdb1dac4bc7 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:57.266703 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176c9dd-129c-465a-8009-9af63d75660d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1d7bbd-159b-4714-8b6c-904d24f66f7d,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:57.293081 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-3176c9dd-129c-465a-8009-9af63d75660d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:57.295495 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ee580146-84b2-4ee8-9c6d-b9cbde66cd27 req-a8bc717f-3fd3-4d30-b773-4124bddb0126 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=591cf0f1-12cd-4d04-bb93-49c3b9592fd9 HTTP/1.1" status: 200 len: 210 time: 0.0448456 May 10 17:26:57.361581 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3176c9dd-129c-465a-8009-9af63d75660d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16389474'] for router_gateway, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:57.546062 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3176c9dd-129c-465a-8009-9af63d75660d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8002'] for router, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:57.548490 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3176c9dd-129c-465a-8009-9af63d75660d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:57.571638 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3176c9dd-129c-465a-8009-9af63d75660d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16394096'] for router, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:57.572185 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3176c9dd-129c-465a-8009-9af63d75660d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef91df63-af02-4a50-92b8-7b72ef48c4bd {{(pid=78663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:26:57.586993 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3176c9dd-129c-465a-8009-9af63d75660d admin admin] Notify callbacks [] for router, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:57.588546 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-3176c9dd-129c-465a-8009-9af63d75660d admin admin] 10.222.0.16 "DELETE /v2.0/routers/ef91df63-af02-4a50-92b8-7b72ef48c4bd HTTP/1.1" status: 204 len: 168 time: 1.7359383 May 10 17:26:57.590933 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56540) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:57.764203 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f786838-b674-478e-8273-37e76ddc04c1 admin admin] Deleting subnet 25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2 {{(pid=78663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:26:57.767233 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3f786838-b674-478e-8273-37e76ddc04c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:57.817592 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3f786838-b674-478e-8273-37e76ddc04c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13676310'] for subnet, precommit_delete_associations {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:57.898989 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3f786838-b674-478e-8273-37e76ddc04c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862742'] for subnet, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:58.140192 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3f786838-b674-478e-8273-37e76ddc04c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15048180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14861216'] for subnet, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:58.144802 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:58.182369 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f786838-b674-478e-8273-37e76ddc04c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:58.185344 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-3f786838-b674-478e-8273-37e76ddc04c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:58.186321 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3f786838-b674-478e-8273-37e76ddc04c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:58.192250 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306e0b2c-4ffc-4a46-bf4b-fae0dd9045b2 None None] Network 03399b07-9ca5-420c-8844-68a1f7c3a930 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:26:58.192736 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-3f786838-b674-478e-8273-37e76ddc04c1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/25ca62a8-a3ed-4e1b-828a-dbbcfd2e9ac2 HTTP/1.1" status: 204 len: 168 time: 0.5999129 May 10 17:26:58.194941 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56544) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:58.391462 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737558'] for network, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:58.508766 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0156b2-0aad-467e-810a-09eaa68bea5e None None] DHCP port deletion for 03399b07-9ca5-420c-8844-68a1f7c3a930 request from dv-cinder-786385-3-iscsi {{(pid=78665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:26:58.518948 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6484d-5d61-46ed-b344-997afb3c271b req-c2baef8b-9160-45a2-95a2-486e1e39c280 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:58.520789 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-77a6484d-5d61-46ed-b344-997afb3c271b req-c2baef8b-9160-45a2-95a2-486e1e39c280 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.48 "GET /v2.0/networks?id=2224576e-6c39-41da-a6fe-0016c8152b56 HTTP/1.1" status: 200 len: 809 time: 0.2411780 May 10 17:26:58.532053 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d53a69f8-f7d0-42fa-a078-0b21c755aba5 req-99558220-7c2b-40ea-b94e-3e8759fbb4f8 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=591cf0f1-12cd-4d04-bb93-49c3b9592fd9 HTTP/1.1" status: 200 len: 210 time: 0.0923076 May 10 17:26:58.539645 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [req-77a6484d-5d61-46ed-b344-997afb3c271b req-352d5916-5226-4bba-abf8-7bcf1ce69e7e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Request body: {'port': {'device_id': '591cf0f1-12cd-4d04-bb93-49c3b9592fd9', 'network_id': '2224576e-6c39-41da-a6fe-0016c8152b56', 'admin_state_up': True, 'tenant_id': '664ff11fa2c14cfb93504247c758791c'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:26:58.579008 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-dc0156b2-0aad-467e-810a-09eaa68bea5e None None] Deleting port 68630611-6d0f-498f-8623-52ab9c97fd0f {{(pid=78665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:26:58.579399 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dc0156b2-0aad-467e-810a-09eaa68bea5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:58.670903 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 38434bd7-6ce9-40e0-896d-8a0410ec70c2 no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:26:58.671815 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Deleting port 68630611-6d0f-498f-8623-52ab9c97fd0f {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:26:58.672163 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:58.714194 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 38434bd7-6ce9-40e0-896d-8a0410ec70c2 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:26:58.714487 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 38434bd7-6ce9-40e0-896d-8a0410ec70c2 not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:26:58.714873 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 0a1d7bbd-159b-4714-8b6c-904d24f66f7d no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:26:58.751258 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 0a1d7bbd-159b-4714-8b6c-904d24f66f7d {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:26:58.751561 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 0a1d7bbd-159b-4714-8b6c-904d24f66f7d not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:26:58.751900 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 68630611-6d0f-498f-8623-52ab9c97fd0f no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:26:58.768506 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [req-77a6484d-5d61-46ed-b344-997afb3c271b req-352d5916-5226-4bba-abf8-7bcf1ce69e7e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:26:58.777791 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-dc0156b2-0aad-467e-810a-09eaa68bea5e None None] For port 68630611-6d0f-498f-8623-52ab9c97fd0f, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=68630611-6d0f-498f-8623-52ab9c97fd0f,segment=NetworkSegment(1edbd0a0-e731-4c62-8ae5-94317452b125),segment_id=1edbd0a0-e731-4c62-8ae5-94317452b125)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:26:58.778195 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dc0156b2-0aad-467e-810a-09eaa68bea5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:58.791238 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [req-77a6484d-5d61-46ed-b344-997afb3c271b req-352d5916-5226-4bba-abf8-7bcf1ce69e7e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:26:58.800831 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] For port 68630611-6d0f-498f-8623-52ab9c97fd0f, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=68630611-6d0f-498f-8623-52ab9c97fd0f,segment=NetworkSegment(1edbd0a0-e731-4c62-8ae5-94317452b125),segment_id=1edbd0a0-e731-4c62-8ae5-94317452b125)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:26:58.801235 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:58.862039 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a6484d-5d61-46ed-b344-997afb3c271b req-352d5916-5226-4bba-abf8-7bcf1ce69e7e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Made reservation on behalf of 664ff11fa2c14cfb93504247c758791c for: {'port': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:26:58.865496 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-77a6484d-5d61-46ed-b344-997afb3c271b req-352d5916-5226-4bba-abf8-7bcf1ce69e7e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:58.915123 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-dc0156b2-0aad-467e-810a-09eaa68bea5e None None] Calling delete_port for 68630611-6d0f-498f-8623-52ab9c97fd0f owned by network:dhcp {{(pid=78665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:26:58.937251 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Calling delete_port for 68630611-6d0f-498f-8623-52ab9c97fd0f owned by network:dhcp {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:26:59.006240 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:59.072336 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dc0156b2-0aad-467e-810a-09eaa68bea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188'] for port, after_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:59.080940 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:59.103227 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:59.110439 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-9933b55b-65e7-41b7-a72e-8c4fafc79aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:59.123190 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0156b2-0aad-467e-810a-09eaa68bea5e None None] Pushing event deleted for resources: {'Port': ['ID=68630611-6d0f-498f-8623-52ab9c97fd0f,revision_number=None']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:59.126180 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-dc0156b2-0aad-467e-810a-09eaa68bea5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:59.130229 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0156b2-0aad-467e-810a-09eaa68bea5e None None] No DVR routers for this DVR port 68630611-6d0f-498f-8623-52ab9c97fd0f on host dv-cinder-786385-3-iscsi {{(pid=78665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:26:59.159999 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Pushing event deleted for resources: {'Port': ['ID=68630611-6d0f-498f-8623-52ab9c97fd0f,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:59.160619 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_common [req-77a6484d-5d61-46ed-b344-997afb3c271b req-352d5916-5226-4bba-abf8-7bcf1ce69e7e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Allocated IP 172.20.0.2 (2224576e-6c39-41da-a6fe-0016c8152b56/239e5018-779d-4f3a-9f9c-2fa8994f657e/975ba726-128d-4814-8ac3-55cedc4e034a) {{(pid=78663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:26:59.162885 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] No DVR routers for this DVR port 68630611-6d0f-498f-8623-52ab9c97fd0f on host dv-cinder-786385-3-iscsi {{(pid=78663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:26:59.164422 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:59.403515 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856813', 'neutron.services.segments.db._delete_segments_for_network-8781908246685'] for network, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:59.425840 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03399b07-9ca5-420c-8844-68a1f7c3a930']}} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:59.455134 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edbd0a0-e731-4c62-8ae5-94317452b125') {'for_net_delete': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:59.455428 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edbd0a0-e731-4c62-8ae5-94317452b125') {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:59.519474 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781908258151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13676297'] for segment, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:59.540911 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:59.556177 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=78663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:26:59.556540 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15048082'] for segment, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: util.warn( May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: util.warn( May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: util.warn( May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: util.warn( May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: Traceback (most recent call last): May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: timer() May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: cb(*args, **kw) May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: return func(*args, **kwargs) May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: self._notify() May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: self.callback(batched_events) May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: event.method(event) May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: return f(self, *a, **k) May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: return self._get(url).json() May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: return self.request(url, 'GET', **kwargs) May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:26:59.572668 dv-cinder-786385-3-iscsi neutron-server[78663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:26:59.682499 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16389488'] for network, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:59.690380 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1857d33d-f128-49ea-81aa-a7ea3ecaa5d4 req-bce05703-d06d-413b-a421-0406800e8607 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=591cf0f1-12cd-4d04-bb93-49c3b9592fd9 HTTP/1.1" status: 200 len: 210 time: 0.0456095 May 10 17:26:59.692208 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-77a6484d-5d61-46ed-b344-997afb3c271b req-352d5916-5226-4bba-abf8-7bcf1ce69e7e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Notify callbacks [] for port, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:59.695124 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:59.709377 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:59.723287 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Pushing event deleted for resources: {'Network': ['ID=03399b07-9ca5-420c-8844-68a1f7c3a930,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:59.727341 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:59.747934 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] 10.222.0.16 "DELETE /v2.0/networks/03399b07-9ca5-420c-8844-68a1f7c3a930 HTTP/1.1" status: 204 len: 168 time: 1.5520310 May 10 17:26:59.751767 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56556) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:59.762240 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-77a6484d-5d61-46ed-b344-997afb3c271b req-352d5916-5226-4bba-abf8-7bcf1ce69e7e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:59.768025 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-1dcda7fd-964b-40a8-bb3a-09232ab203ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:59.828924 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a6484d-5d61-46ed-b344-997afb3c271b req-352d5916-5226-4bba-abf8-7bcf1ce69e7e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Network 2224576e-6c39-41da-a6fe-0016c8152b56 is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:26:59.831957 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [req-77a6484d-5d61-46ed-b344-997afb3c271b req-352d5916-5226-4bba-abf8-7bcf1ce69e7e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:26:59.840089 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a6484d-5d61-46ed-b344-997afb3c271b req-352d5916-5226-4bba-abf8-7bcf1ce69e7e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Received port after_create {{(pid=78663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:26:59.875015 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d5916-5226-4bba-abf8-7bcf1ce69e7e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Pushing event updated for resources: {'Port': ['ID=975ba726-128d-4814-8ac3-55cedc4e034a,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:26:59.881800 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-352d5916-5226-4bba-abf8-7bcf1ce69e7e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:59.913084 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6484d-5d61-46ed-b344-997afb3c271b req-352d5916-5226-4bba-abf8-7bcf1ce69e7e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:26:59.913731 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-77a6484d-5d61-46ed-b344-997afb3c271b req-352d5916-5226-4bba-abf8-7bcf1ce69e7e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:59.933087 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-77a6484d-5d61-46ed-b344-997afb3c271b req-352d5916-5226-4bba-abf8-7bcf1ce69e7e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3973205 May 10 17:26:59.951634 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Request body: {'port': {'device_id': '591cf0f1-12cd-4d04-bb93-49c3b9592fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:00.063344 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:00.399451 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384582'] for router_interface, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:00.421697 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975ba726-128d-4814-8ac3-55cedc4e034a {{(pid=78663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:27:00.429365 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:00.444549 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Transition to ACTIVE for port object 975ba726-128d-4814-8ac3-55cedc4e034a will not be triggered until provisioned by entity L2. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:00.448360 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15048126'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:00.453790 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-1e7df89d-1ed4-44d8-8066-7aac80e40b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:00.605453 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Pushing event updated for resources: {'Port': ['ID=975ba726-128d-4814-8ac3-55cedc4e034a,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:00.612266 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:00.679171 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Attempting to bind port 975ba726-128d-4814-8ac3-55cedc4e034a on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:00.679408 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Attempting to bind port 975ba726-128d-4814-8ac3-55cedc4e034a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '980a79dc-7690-436a-9bd8-fbdd42752853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2224576e-6c39-41da-a6fe-0016c8152b56'}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:00.679719 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Attempting to bind port 975ba726-128d-4814-8ac3-55cedc4e034a on network 2224576e-6c39-41da-a6fe-0016c8152b56 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:00.684207 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Port 975ba726-128d-4814-8ac3-55cedc4e034a on network 2224576e-6c39-41da-a6fe-0016c8152b56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:27:00.684518 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Attempting to bind port 975ba726-128d-4814-8ac3-55cedc4e034a on network 2224576e-6c39-41da-a6fe-0016c8152b56 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:00.690057 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:00.690386 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Checking segment: {'id': '980a79dc-7690-436a-9bd8-fbdd42752853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2224576e-6c39-41da-a6fe-0016c8152b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:00.690767 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Bound using segment: {'id': '980a79dc-7690-436a-9bd8-fbdd42752853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2224576e-6c39-41da-a6fe-0016c8152b56'} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:00.691182 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Bound port: 975ba726-128d-4814-8ac3-55cedc4e034a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '980a79dc-7690-436a-9bd8-fbdd42752853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2224576e-6c39-41da-a6fe-0016c8152b56'}}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:00.691528 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:00.789196 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] For port 975ba726-128d-4814-8ac3-55cedc4e034a, host hv-cinder-78638, cleared binding levels {{(pid=78663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:00.793428 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] For port 975ba726-128d-4814-8ac3-55cedc4e034a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=975ba726-128d-4814-8ac3-55cedc4e034a,segment=NetworkSegment(980a79dc-7690-436a-9bd8-fbdd42752853),segment_id=980a79dc-7690-436a-9bd8-fbdd42752853)] {{(pid=78663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:00.798460 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15048126'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:00.804660 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-757a93fc-255c-4d65-9e0e-a85164f0e7ff tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:00.812324 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Deleting port f4810800-4757-474e-9763-f52cafc2538c {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:27:00.812811 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:00.899610 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:00.900221 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:00.901652 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-77a6484d-5d61-46ed-b344-997afb3c271b req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] 10.222.0.48 "PUT /v2.0/ports/975ba726-128d-4814-8ac3-55cedc4e034a HTTP/1.1" status: 200 len: 1093 time: 0.9545300 May 10 17:27:00.902277 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591cf0f1-12cd-4d04-bb93-49c3b9592fd9', 'tag': '975ba726-128d-4814-8ac3-55cedc4e034a'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:27:00.933400 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] For port f4810800-4757-474e-9763-f52cafc2538c, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=f4810800-4757-474e-9763-f52cafc2538c,segment=NetworkSegment(812a43a8-56a7-4dc4-b271-74f6084387e7),segment_id=812a43a8-56a7-4dc4-b271-74f6084387e7)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:00.933754 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:00.944234 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Pushing event updated for resources: {'Port': ['ID=975ba726-128d-4814-8ac3-55cedc4e034a,revision_number=3']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:00.955929 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:01.003123 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591cf0f1-12cd-4d04-bb93-49c3b9592fd9', 'tag': '975ba726-128d-4814-8ac3-55cedc4e034a', 'status': 'completed', 'code': 200} May 10 17:27:01.056581 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Calling delete_port for f4810800-4757-474e-9763-f52cafc2538c owned by network:router_interface {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:27:01.121020 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86bce6-bb42-4bde-801a-b23f463136c3 req-48c9d100-12a1-4de4-bc98-742f1b556e36 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:01.121714 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-8b86bce6-bb42-4bde-801a-b23f463136c3 req-48c9d100-12a1-4de4-bc98-742f1b556e36 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Synchronizing usage tracker for tenant:664ff11fa2c14cfb93504247c758791c on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:27:01.146547 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-8b86bce6-bb42-4bde-801a-b23f463136c3 req-48c9d100-12a1-4de4-bc98-742f1b556e36 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Unset dirty status for tenant:664ff11fa2c14cfb93504247c758791c on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:27:01.147806 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8b86bce6-bb42-4bde-801a-b23f463136c3 req-48c9d100-12a1-4de4-bc98-742f1b556e36 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=591cf0f1-12cd-4d04-bb93-49c3b9592fd9 HTTP/1.1" status: 200 len: 943 time: 0.3442547 May 10 17:27:01.177169 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6484d-5d61-46ed-b344-997afb3c271b req-db1135db-b449-4f20-88ae-21f53700f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:01.178715 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-77a6484d-5d61-46ed-b344-997afb3c271b req-db1135db-b449-4f20-88ae-21f53700f530 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=664ff11fa2c14cfb93504247c758791c&device_id=591cf0f1-12cd-4d04-bb93-49c3b9592fd9 HTTP/1.1" status: 200 len: 1096 time: 0.2210648 May 10 17:27:01.199829 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:01.203409 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-aedcce03-021c-49a5-9f52-7d3981a9678e tempest-ServerRescueNegativeTestJSON-1579316651 tempest-ServerRescueNegativeTestJSON-1579316651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:01.246406 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Pushing event deleted for resources: {'Port': ['ID=f4810800-4757-474e-9763-f52cafc2538c,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:01.267745 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-77a6484d-5d61-46ed-b344-997afb3c271b req-4445611f-1193-40f2-9320-7701296eca04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=975ba726-128d-4814-8ac3-55cedc4e034a HTTP/1.1" status: 200 len: 217 time: 0.0737233 May 10 17:27:01.270801 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-8b86bce6-bb42-4bde-801a-b23f463136c3 req-da0434e8-9c88-4585-80e8-24b8c774cc4a tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130350 May 10 17:27:01.330738 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:01.331110 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:01.331474 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:01.331926 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:01.332178 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:01.332528 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:01.332876 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:01.333248 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:01.333558 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6484d-5d61-46ed-b344-997afb3c271b req-c48f9c64-1bfb-4fae-b098-6d4d8bb61b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:01.333716 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:01.334072 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:01.334256 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:01.334598 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:01.335028 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-77a6484d-5d61-46ed-b344-997afb3c271b req-c48f9c64-1bfb-4fae-b098-6d4d8bb61b65 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=239e5018-779d-4f3a-9f9c-2fa8994f657e HTTP/1.1" status: 200 len: 849 time: 0.0613980 May 10 17:27:01.341985 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:01.385730 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-77a6484d-5d61-46ed-b344-997afb3c271b req-0671a6c4-859c-473d-a1eb-637cae031446 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2224576e-6c39-41da-a6fe-0016c8152b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446289 May 10 17:27:01.525658 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-77a6484d-5d61-46ed-b344-997afb3c271b req-da85b276-ac27-4f5f-b024-66545f459560 service neutron] 10.222.0.48 "GET /v2.0/networks/2224576e-6c39-41da-a6fe-0016c8152b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334066 May 10 17:27:01.643575 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16399094'] for router_interface, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:01.658610 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-77a6484d-5d61-46ed-b344-997afb3c271b req-da1b414e-cc3f-4d45-966c-9b53572d6784 service neutron] 10.222.0.48 "GET /v2.0/networks/2224576e-6c39-41da-a6fe-0016c8152b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271415 May 10 17:27:01.818426 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e66522-bd85-4f20-bf28-9757bff9b1c5 req-4586fb21-79cc-495d-a1f0-8fc5a9b3fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:01.819967 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-68e66522-bd85-4f20-bf28-9757bff9b1c5 req-4586fb21-79cc-495d-a1f0-8fc5a9b3fb60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=664ff11fa2c14cfb93504247c758791c&device_id=591cf0f1-12cd-4d04-bb93-49c3b9592fd9 HTTP/1.1" status: 200 len: 1096 time: 0.0764644 May 10 17:27:01.951631 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e66522-bd85-4f20-bf28-9757bff9b1c5 req-0a350180-491d-4233-bccf-42668ea54e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:01.953142 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-68e66522-bd85-4f20-bf28-9757bff9b1c5 req-0a350180-491d-4233-bccf-42668ea54e61 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2224576e-6c39-41da-a6fe-0016c8152b56 HTTP/1.1" status: 200 len: 910 time: 0.1261683 May 10 17:27:02.004715 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Router 6f7d1085-f981-4787-8c6c-debbde77e466 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:27:02.020422 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-68e66522-bd85-4f20-bf28-9757bff9b1c5 req-0f16e60b-13a6-4a55-b4ab-86b70cab4f8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=975ba726-128d-4814-8ac3-55cedc4e034a HTTP/1.1" status: 200 len: 217 time: 0.0600605 May 10 17:27:02.085951 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e66522-bd85-4f20-bf28-9757bff9b1c5 req-2d4bd038-8443-495b-ae3e-40fc01539349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:02.087294 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-68e66522-bd85-4f20-bf28-9757bff9b1c5 req-2d4bd038-8443-495b-ae3e-40fc01539349 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=239e5018-779d-4f3a-9f9c-2fa8994f657e HTTP/1.1" status: 200 len: 849 time: 0.0603366 May 10 17:27:02.138951 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-68e66522-bd85-4f20-bf28-9757bff9b1c5 req-4ca25e5b-7912-432c-930a-6447db89fc75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2224576e-6c39-41da-a6fe-0016c8152b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400572 May 10 17:27:02.180153 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:27:02.188927 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bd72b1-9eb6-4c00-9fcd-9bcc3488fb59 None None] Sync routers for ids ['6f7d1085-f981-4787-8c6c-debbde77e466'] in dv-cinder-786385-3-iscsi {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:27:02.191271 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] 10.222.0.16 "PUT /v2.0/routers/6f7d1085-f981-4787-8c6c-debbde77e466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4373021 May 10 17:27:02.193050 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56564) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:02.199053 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bd72b1-9eb6-4c00-9fcd-9bcc3488fb59 None None] Routers {'6f7d1085-f981-4787-8c6c-debbde77e466'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:02.199675 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-a5bd72b1-9eb6-4c00-9fcd-9bcc3488fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:26:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['6f7d1085-f981-4787-8c6c-debbde77e466'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:02.273242 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-68e66522-bd85-4f20-bf28-9757bff9b1c5 req-20f7887f-1a30-4057-b937-510fc7a186e7 service neutron] 10.222.0.48 "GET /v2.0/networks/2224576e-6c39-41da-a6fe-0016c8152b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269815 May 10 17:27:02.377983 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-89effa4e-bac3-4169-8f1e-d5c04f9d3a4d admin admin] Notify callbacks [] for router, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:02.378866 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-a5bd72b1-9eb6-4c00-9fcd-9bcc3488fb59 None None] Set router 6f7d1085-f981-4787-8c6c-debbde77e466 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:02.419320 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-68e66522-bd85-4f20-bf28-9757bff9b1c5 req-bdc64334-da6e-4087-9cbd-aa5d5b794a5f service neutron] 10.222.0.48 "GET /v2.0/networks/2224576e-6c39-41da-a6fe-0016c8152b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390495 May 10 17:27:02.614055 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d13d16-cdfd-4fc6-b133-7a3cc9a27d2e req-454acf4e-b15c-4564-a31d-0de1a3aa07eb tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:02.615526 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-52d13d16-cdfd-4fc6-b133-7a3cc9a27d2e req-454acf4e-b15c-4564-a31d-0de1a3aa07eb tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=591cf0f1-12cd-4d04-bb93-49c3b9592fd9 HTTP/1.1" status: 200 len: 943 time: 0.1822555 May 10 17:27:02.617606 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-89effa4e-bac3-4169-8f1e-d5c04f9d3a4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:02.700273 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-52d13d16-cdfd-4fc6-b133-7a3cc9a27d2e req-9c0c7e24-fc0a-4bad-af18-3a1ab6308c1f tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781848 May 10 17:27:02.704267 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-a5bd72b1-9eb6-4c00-9fcd-9bcc3488fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'name': 'tempest-TestShelveInstance-1908467460-router', 'tenant_id': '8dce70cd9e124290bb5daece37d65c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a08b173e-e2c1-4272-a4ef-a3a4b283c1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:30Z', 'updated_at': '2021-05-10T17:27:01Z', 'revision_number': 5, 'project_id': '8dce70cd9e124290bb5daece37d65c0b', 'gw_port': {'id': 'a08b173e-e2c1-4272-a4ef-a3a4b283c1fd', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:21:31Z', 'updated_at': '2021-05-10T17:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:02.708400 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bd72b1-9eb6-4c00-9fcd-9bcc3488fb59 None None] Checking router: 6f7d1085-f981-4787-8c6c-debbde77e466 for host: dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:27:02.717744 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bd72b1-9eb6-4c00-9fcd-9bcc3488fb59 None None] Routers {'6f7d1085-f981-4787-8c6c-debbde77e466'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:02.718358 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-a5bd72b1-9eb6-4c00-9fcd-9bcc3488fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:26:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['6f7d1085-f981-4787-8c6c-debbde77e466'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:02.726846 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-89effa4e-bac3-4169-8f1e-d5c04f9d3a4d admin admin] Deleting port a08b173e-e2c1-4272-a4ef-a3a4b283c1fd {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:27:02.727192 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-89effa4e-bac3-4169-8f1e-d5c04f9d3a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:02.877529 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-a5bd72b1-9eb6-4c00-9fcd-9bcc3488fb59 None None] Set router 6f7d1085-f981-4787-8c6c-debbde77e466 gateway port host: None {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:02.959127 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [None req-89effa4e-bac3-4169-8f1e-d5c04f9d3a4d admin admin] For port a08b173e-e2c1-4272-a4ef-a3a4b283c1fd, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=a08b173e-e2c1-4272-a4ef-a3a4b283c1fd,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:02.959400 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-89effa4e-bac3-4169-8f1e-d5c04f9d3a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:02.986152 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-a5bd72b1-9eb6-4c00-9fcd-9bcc3488fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'name': 'tempest-TestShelveInstance-1908467460-router', 'tenant_id': '8dce70cd9e124290bb5daece37d65c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:30Z', 'updated_at': '2021-05-10T17:27:02Z', 'revision_number': 6, 'project_id': '8dce70cd9e124290bb5daece37d65c0b', 'gw_port_host': None}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:02.990097 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bd72b1-9eb6-4c00-9fcd-9bcc3488fb59 None None] The sync data for ids ['6f7d1085-f981-4787-8c6c-debbde77e466'] in dv-cinder-786385-3-iscsi is: [{'id': '6f7d1085-f981-4787-8c6c-debbde77e466', 'name': 'tempest-TestShelveInstance-1908467460-router', 'tenant_id': '8dce70cd9e124290bb5daece37d65c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:21:30Z', 'updated_at': '2021-05-10T17:27:02Z', 'revision_number': 6, 'project_id': '8dce70cd9e124290bb5daece37d65c0b', 'gw_port_host': None}] {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:27:03.084424 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-89effa4e-bac3-4169-8f1e-d5c04f9d3a4d admin admin] Calling delete_port for a08b173e-e2c1-4272-a4ef-a3a4b283c1fd owned by network:router_gateway {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:27:03.215653 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-89effa4e-bac3-4169-8f1e-d5c04f9d3a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:03.220364 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-74a7a517-9e13-492f-919e-f3efbae1075b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:03.260907 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89effa4e-bac3-4169-8f1e-d5c04f9d3a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=a08b173e-e2c1-4272-a4ef-a3a4b283c1fd,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:03.263991 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-89effa4e-bac3-4169-8f1e-d5c04f9d3a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:03.354324 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-89effa4e-bac3-4169-8f1e-d5c04f9d3a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16389474'] for router_gateway, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:03.525865 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-89effa4e-bac3-4169-8f1e-d5c04f9d3a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8002'] for router, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:03.527893 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-89effa4e-bac3-4169-8f1e-d5c04f9d3a4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:03.549250 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-89effa4e-bac3-4169-8f1e-d5c04f9d3a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16394096'] for router, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:03.549760 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89effa4e-bac3-4169-8f1e-d5c04f9d3a4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f7d1085-f981-4787-8c6c-debbde77e466 {{(pid=78664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:27:03.562392 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-89effa4e-bac3-4169-8f1e-d5c04f9d3a4d admin admin] Notify callbacks [] for router, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:03.563489 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-89effa4e-bac3-4169-8f1e-d5c04f9d3a4d admin admin] 10.222.0.16 "DELETE /v2.0/routers/6f7d1085-f981-4787-8c6c-debbde77e466 HTTP/1.1" status: 204 len: 168 time: 1.3695359 May 10 17:27:03.566126 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56570) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:03.623246 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8ba027-717a-4785-b822-2116aba870e8 admin admin] Deleting subnet 959323d5-c4f7-44ca-a566-4c6d3028e5ce {{(pid=78664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:27:03.626628 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba027-717a-4785-b822-2116aba870e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:03.675469 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba027-717a-4785-b822-2116aba870e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15796473'] for subnet, precommit_delete_associations {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:03.759839 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba027-717a-4785-b822-2116aba870e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862742'] for subnet, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:03.905720 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a9f02-89c0-45f5-bbab-7384a3001fb8 req-1e35e348-ccdc-4cca-9c64-dad1029b2690 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:03.907286 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-947a9f02-89c0-45f5-bbab-7384a3001fb8 req-1e35e348-ccdc-4cca-9c64-dad1029b2690 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=591cf0f1-12cd-4d04-bb93-49c3b9592fd9 HTTP/1.1" status: 200 len: 943 time: 0.0870459 May 10 17:27:03.954994 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-947a9f02-89c0-45f5-bbab-7384a3001fb8 req-912813a9-f56e-450b-b2f3-d5436ba41a41 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413399 May 10 17:27:04.017734 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 975ba726-128d-4814-8ac3-55cedc4e034a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:27:04.021609 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba027-717a-4785-b822-2116aba870e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16084900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15067248'] for subnet, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:04.026990 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:04.060518 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ba027-717a-4785-b822-2116aba870e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=959323d5-c4f7-44ca-a566-4c6d3028e5ce,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:04.064032 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-1f8ba027-717a-4785-b822-2116aba870e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:04.064988 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba027-717a-4785-b822-2116aba870e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:04.071749 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-1f8ba027-717a-4785-b822-2116aba870e8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/959323d5-c4f7-44ca-a566-4c6d3028e5ce HTTP/1.1" status: 204 len: 168 time: 0.5047009 May 10 17:27:04.074246 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56576) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:04.094938 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02cbff0-b044-4ad2-9639-a5b3f224915c None None] Network aa113557-b678-4488-bae8-0f9fa4aad863 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:04.181964 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737558'] for network, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:04.252293 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] Deleting port 4231302a-9e5a-47a7-b779-cef9a1c81d3f {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:27:04.252673 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:04.318652 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 975ba726-128d-4814-8ac3-55cedc4e034a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=975ba726-128d-4814-8ac3-55cedc4e034a,segment=NetworkSegment(980a79dc-7690-436a-9bd8-fbdd42752853),segment_id=980a79dc-7690-436a-9bd8-fbdd42752853)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:04.335510 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '975ba726-128d-4814-8ac3-55cedc4e034a', 'network_id': '2224576e-6c39-41da-a6fe-0016c8152b56', 'port_id': '975ba726-128d-4814-8ac3-55cedc4e034a', 'mac_address': 'fa:16:3e:d6:1e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239e5018-779d-4f3a-9f9c-2fa8994f657e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:27:04.352857 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] For port 4231302a-9e5a-47a7-b779-cef9a1c81d3f, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=4231302a-9e5a-47a7-b779-cef9a1c81d3f,segment=NetworkSegment(812a43a8-56a7-4dc4-b271-74f6084387e7),segment_id=812a43a8-56a7-4dc4-b271-74f6084387e7)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:04.353258 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:04.406479 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:04.425974 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975ba726-128d-4814-8ac3-55cedc4e034a {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:27:04.442594 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 975ba726-128d-4814-8ac3-55cedc4e034a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=975ba726-128d-4814-8ac3-55cedc4e034a,segment=NetworkSegment(980a79dc-7690-436a-9bd8-fbdd42752853),segment_id=980a79dc-7690-436a-9bd8-fbdd42752853)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:04.446880 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:04.448634 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:04.479606 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53060a3b-2e7c-4989-9e54-5f8c339d2932 None None] DHCP port deletion for aa113557-b678-4488-bae8-0f9fa4aad863 request from dv-cinder-786385-3-iscsi {{(pid=78665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:27:04.558962 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=975ba726-128d-4814-8ac3-55cedc4e034a,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:04.562904 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:04.571628 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] Calling delete_port for 4231302a-9e5a-47a7-b779-cef9a1c81d3f owned by network:dhcp {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:27:04.579421 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-53060a3b-2e7c-4989-9e54-5f8c339d2932 None None] Deleting port 4231302a-9e5a-47a7-b779-cef9a1c81d3f {{(pid=78665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:27:04.579805 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-53060a3b-2e7c-4989-9e54-5f8c339d2932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:04.623897 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:04.627899 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-bce648a1-ab72-4ffc-ad9e-e2f431fffa57 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:04.664475 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 4231302a-9e5a-47a7-b779-cef9a1c81d3f no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:27:04.671560 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=4231302a-9e5a-47a7-b779-cef9a1c81d3f,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:04.673930 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:04.678038 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] No DVR routers for this DVR port 4231302a-9e5a-47a7-b779-cef9a1c81d3f on host dv-cinder-786385-3-iscsi {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:27:04.708629 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 4231302a-9e5a-47a7-b779-cef9a1c81d3f {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:27:04.708970 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 4231302a-9e5a-47a7-b779-cef9a1c81d3f not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:27:04.709336 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device f4810800-4757-474e-9763-f52cafc2538c no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:27:04.739604 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['975ba726-128d-4814-8ac3-55cedc4e034a'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:27:04.798316 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856813', 'neutron.services.segments.db._delete_segments_for_network-8781908246685'] for network, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:04.811527 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa113557-b678-4488-bae8-0f9fa4aad863']}} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:04.823507 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812a43a8-56a7-4dc4-b271-74f6084387e7') {'for_net_delete': True} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:04.823709 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: f4810800-4757-474e-9763-f52cafc2538c {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:27:04.823832 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812a43a8-56a7-4dc4-b271-74f6084387e7') {} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:04.824068 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device f4810800-4757-474e-9763-f52cafc2538c not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:27:04.824490 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device a08b173e-e2c1-4272-a4ef-a3a4b283c1fd no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:27:04.835236 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781908258151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796454'] for segment, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:04.851441 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:04.857730 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=78664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:27:04.858131 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16084930'] for segment, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:04.858319 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-53060a3b-2e7c-4989-9e54-5f8c339d2932 None None] For port 4231302a-9e5a-47a7-b779-cef9a1c81d3f, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=4231302a-9e5a-47a7-b779-cef9a1c81d3f,segment=NetworkSegment(812a43a8-56a7-4dc4-b271-74f6084387e7),segment_id=812a43a8-56a7-4dc4-b271-74f6084387e7)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:04.858722 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-53060a3b-2e7c-4989-9e54-5f8c339d2932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: Traceback (most recent call last): May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: timer() May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: cb(*args, **kw) May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: return func(*args, **kwargs) May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: self._notify() May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: self.callback(batched_events) May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: event.method(event) May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: return f(self, *a, **k) May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._get(url).json() May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: return self.request(url, 'GET', **kwargs) May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:27:04.870919 dv-cinder-786385-3-iscsi neutron-server[78664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:27:04.874783 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: a08b173e-e2c1-4272-a4ef-a3a4b283c1fd {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:27:04.875135 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device a08b173e-e2c1-4272-a4ef-a3a4b283c1fd not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:27:04.948633 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16389488'] for network, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:04.953165 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:04.965583 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:04.975268 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa113557-b678-4488-bae8-0f9fa4aad863,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:04.978368 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:04.982400 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] 10.222.0.16 "DELETE /v2.0/networks/aa113557-b678-4488-bae8-0f9fa4aad863 HTTP/1.1" status: 204 len: 168 time: 0.9045727 May 10 17:27:04.996646 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-53060a3b-2e7c-4989-9e54-5f8c339d2932 None None] Calling delete_port for 4231302a-9e5a-47a7-b779-cef9a1c81d3f owned by network:dhcp {{(pid=78665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:27:05.099353 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-53060a3b-2e7c-4989-9e54-5f8c339d2932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188'] for port, after_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:05.103671 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56584) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:05.104753 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:05.157161 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53060a3b-2e7c-4989-9e54-5f8c339d2932 None None] Pushing event deleted for resources: {'Port': ['ID=4231302a-9e5a-47a7-b779-cef9a1c81d3f,revision_number=None']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:05.158935 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53060a3b-2e7c-4989-9e54-5f8c339d2932 None None] Network aa113557-b678-4488-bae8-0f9fa4aad863 is not hosted by any dhcp agent {{(pid=78665) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 10 17:27:05.159396 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53060a3b-2e7c-4989-9e54-5f8c339d2932 None None] No DVR routers for this DVR port 4231302a-9e5a-47a7-b779-cef9a1c81d3f on host dv-cinder-786385-3-iscsi {{(pid=78665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:27:05.160819 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-53060a3b-2e7c-4989-9e54-5f8c339d2932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:05.163851 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-f31d004d-2279-4da0-92e8-b8199b4ccc1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4234b151a6ef47f78f6d57ecc2adac6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588267 May 10 17:27:05.166309 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56588) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:05.185107 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66a52-9d1d-49cc-8e66-d3615dc4092b req-4303c1ce-4af5-4369-baed-f5effab231bd tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:05.187990 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-01f66a52-9d1d-49cc-8e66-d3615dc4092b req-4303c1ce-4af5-4369-baed-f5effab231bd tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=591cf0f1-12cd-4d04-bb93-49c3b9592fd9 HTTP/1.1" status: 200 len: 944 time: 0.1197989 May 10 17:27:05.227962 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-49f4c617-fe59-4dea-9474-0674993502d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:05.235638 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-01f66a52-9d1d-49cc-8e66-d3615dc4092b req-0c821ca5-a094-402e-acfe-97f24e1fea1d tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415380 May 10 17:27:05.255219 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-49f4c617-fe59-4dea-9474-0674993502d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:05.306104 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-49f4c617-fe59-4dea-9474-0674993502d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:05.310919 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-aeecb659-d0df-44ce-b226-e00dbecbd219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:05.324339 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4c617-fe59-4dea-9474-0674993502d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a532f33-fb90-4ef5-b6c1-d369af7ba6e8,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:05.328929 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-49f4c617-fe59-4dea-9474-0674993502d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:05.330894 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-49f4c617-fe59-4dea-9474-0674993502d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:05.332000 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-49f4c617-fe59-4dea-9474-0674993502d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a532f33-fb90-4ef5-b6c1-d369af7ba6e8 HTTP/1.1" status: 204 len: 168 time: 0.1647947 May 10 17:27:05.659175 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56596) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:05.710888 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-876db593-ce77-488f-99e4-b655a5011323 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8dce70cd9e124290bb5daece37d65c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504305 May 10 17:27:05.712747 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56600) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:05.769680 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-78e06269-d321-4dda-8f8a-3f661ab7c898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:05.794923 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-78e06269-d321-4dda-8f8a-3f661ab7c898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:05.845094 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-78e06269-d321-4dda-8f8a-3f661ab7c898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:05.849676 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-1d821453-bd45-4607-84cb-fa361c6520d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:05.863325 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e06269-d321-4dda-8f8a-3f661ab7c898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cec649d-1c1d-4e7f-8b30-7e739202e9fa,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:05.865634 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-78e06269-d321-4dda-8f8a-3f661ab7c898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:05.867617 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-78e06269-d321-4dda-8f8a-3f661ab7c898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:05.868691 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-78e06269-d321-4dda-8f8a-3f661ab7c898 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cec649d-1c1d-4e7f-8b30-7e739202e9fa HTTP/1.1" status: 204 len: 168 time: 0.1549685 May 10 17:27:06.033169 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 975ba726-128d-4814-8ac3-55cedc4e034a up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:06.099159 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port 975ba726-128d-4814-8ac3-55cedc4e034a completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:06.103596 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 975ba726-128d-4814-8ac3-55cedc4e034a triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:06.104175 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:06.224927 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:06.238539 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:27:06.251776 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591cf0f1-12cd-4d04-bb93-49c3b9592fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975ba726-128d-4814-8ac3-55cedc4e034a'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:27:06.262063 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 975ba726-128d-4814-8ac3-55cedc4e034a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=975ba726-128d-4814-8ac3-55cedc4e034a,segment=NetworkSegment(980a79dc-7690-436a-9bd8-fbdd42752853),segment_id=980a79dc-7690-436a-9bd8-fbdd42752853)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:06.266634 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:06.268220 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:06.343423 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591cf0f1-12cd-4d04-bb93-49c3b9592fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975ba726-128d-4814-8ac3-55cedc4e034a', 'code': 200} May 10 17:27:06.357084 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=975ba726-128d-4814-8ac3-55cedc4e034a,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:06.367014 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:06.474400 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9ec61-cba0-4fab-9a47-e73a07c0465c req-f3d616b6-a6a9-471c-8904-960c1eddafab tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:06.476946 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-04d9ec61-cba0-4fab-9a47-e73a07c0465c req-f3d616b6-a6a9-471c-8904-960c1eddafab tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=591cf0f1-12cd-4d04-bb93-49c3b9592fd9 HTTP/1.1" status: 200 len: 945 time: 0.0955856 May 10 17:27:06.533743 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-04d9ec61-cba0-4fab-9a47-e73a07c0465c req-f1e4b1c3-db2f-4026-8b22-a41bea41cf3c tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514450 May 10 17:27:06.625230 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1a3e6-1ca4-441d-b36e-191afef84854 req-c522960e-cc32-475e-a72d-69714f2cb7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:06.626711 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-04e1a3e6-1ca4-441d-b36e-191afef84854 req-c522960e-cc32-475e-a72d-69714f2cb7e0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=591cf0f1-12cd-4d04-bb93-49c3b9592fd9 HTTP/1.1" status: 200 len: 1098 time: 0.0755651 May 10 17:27:06.670426 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-04e1a3e6-1ca4-441d-b36e-191afef84854 req-5973ff00-bf0a-4684-acd3-841b7a48b272 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365050 May 10 17:27:06.690594 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56628) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:06.793352 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-617019181-network', 'tenant_id': '2c795367ec454ed2b9a4e04326415579'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:06.797954 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:06.801721 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Usage tracker for resource:network and tenant:2c795367ec454ed2b9a4e04326415579 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:06.804713 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:06.810838 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:06.820408 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Made reservation on behalf of 2c795367ec454ed2b9a4e04326415579 for: {'network': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:06.822706 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:06.834870 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:06.849383 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:06.853073 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Usage tracker for resource:security_group_rule and tenant:2c795367ec454ed2b9a4e04326415579 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:06.855797 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:06.861424 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:06.944618 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:06.948173 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:06.952519 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-bd1b9995-f46e-4165-9395-2c894eea4079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:06.983384 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=78664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:27:06.991751 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ece414c-3dbc-4738-96cb-efb73ac81296,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:06.994979 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:06.998946 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:06.999320 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.segments_db [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Added segment e8237b29-420e-4c5b-8b6b-86741a586d1d of type vlan for network 23ef3655-9e98-46c4-a16b-661a6ece4956 May 10 17:27:07.025235 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:07.053281 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:07.054522 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:07.055093 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:07.059454 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:07.156921 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4652250 May 10 17:27:07.157649 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Pushing event updated for resources: {'Network': ['ID=23ef3655-9e98-46c4-a16b-661a6ece4956,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:07.159967 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56634) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:07.162879 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-db195ee0-fd8b-4e70-b26c-7ace47979d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:07.166308 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-8aec73f2-4dfb-4fd0-98d9-c7b0cbeec4af admin admin] Request body: {'subnet': {'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-617019181-subnet', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'ip_version': 4}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:07.168607 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network 23ef3655-9e98-46c4-a16b-661a6ece4956 details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:27:07.171156 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-8aec73f2-4dfb-4fd0-98d9-c7b0cbeec4af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:07.174983 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-8aec73f2-4dfb-4fd0-98d9-c7b0cbeec4af admin admin] Usage tracker for resource:subnet and tenant:2c795367ec454ed2b9a4e04326415579 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:07.177795 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-8aec73f2-4dfb-4fd0-98d9-c7b0cbeec4af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:07.183358 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-8aec73f2-4dfb-4fd0-98d9-c7b0cbeec4af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:07.194431 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aec73f2-4dfb-4fd0-98d9-c7b0cbeec4af admin admin] Made reservation on behalf of 2c795367ec454ed2b9a4e04326415579 for: {'subnet': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:07.196933 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8aec73f2-4dfb-4fd0-98d9-c7b0cbeec4af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15067163'] for subnet, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:07.287629 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-38923696-c6c3-4176-afa8-3be80257de07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:07.565984 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8aec73f2-4dfb-4fd0-98d9-c7b0cbeec4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15837031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15067241'] for subnet, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:07.570707 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:07.643695 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec73f2-4dfb-4fd0-98d9-c7b0cbeec4af admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a6561c-2d0a-4a64-a257-1b5ef855364b,revision_number=0']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:07.647082 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8aec73f2-4dfb-4fd0-98d9-c7b0cbeec4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:07.653010 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec73f2-4dfb-4fd0-98d9-c7b0cbeec4af admin admin] Checking segment: {'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:07.653355 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec73f2-4dfb-4fd0-98d9-c7b0cbeec4af admin admin] Network hostable DHCP agents. Network: 23ef3655-9e98-46c4-a16b-661a6ece4956, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:27:07.674929 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec73f2-4dfb-4fd0-98d9-c7b0cbeec4af admin admin] Network 23ef3655-9e98-46c4-a16b-661a6ece4956 is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:27:07.690403 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-8aec73f2-4dfb-4fd0-98d9-c7b0cbeec4af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, 23ef3655-9e98-46c4-a16b-661a6ece4956) {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:07.700528 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aec73f2-4dfb-4fd0-98d9-c7b0cbeec4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:07.701188 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8aec73f2-4dfb-4fd0-98d9-c7b0cbeec4af admin admin] Notify callbacks [] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:07.701329 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675a86e1-c47c-44d5-82ea-35c7a0fd2c05 None None] Network 23ef3655-9e98-46c4-a16b-661a6ece4956 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:07.727834 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-8aec73f2-4dfb-4fd0-98d9-c7b0cbeec4af admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5668437 May 10 17:27:07.730426 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56640) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:07.736027 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:07.740719 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:07.744460 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Usage tracker for resource:router and tenant:2c795367ec454ed2b9a4e04326415579 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:07.747919 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:07.754829 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:07.773000 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16464111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8048'] for router, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:07.775187 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16464096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16351655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8059'] for router, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:07.800951 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:07.891545 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0080134-80b4-469f-8a1f-e2fa556ffded req-d60bf23a-eb99-4840-895c-5a9938b7acbe tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:07.893122 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c0080134-80b4-469f-8a1f-e2fa556ffded req-d60bf23a-eb99-4840-895c-5a9938b7acbe tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=591cf0f1-12cd-4d04-bb93-49c3b9592fd9 HTTP/1.1" status: 200 len: 945 time: 0.2417669 May 10 17:27:07.947265 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c0080134-80b4-469f-8a1f-e2fa556ffded req-2e800224-795d-4bd9-b30b-f71b8b1de33e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481560 May 10 17:27:07.969574 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f505eac-e142-5046-a4ca-39a60f4d7dd4-23ef3655-9e98-46c4-a16b-661a6ece4956', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b'}]}} from dv-cinder-786385-3-iscsi. {{(pid=78665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:27:07.970565 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:08.124923 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.db_base_plugin_common [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Allocated IP 172.20.0.2 (23ef3655-9e98-46c4-a16b-661a6ece4956/f0a6561c-2d0a-4a64-a257-1b5ef855364b/1ac42191-fbd9-4701-adfb-c7c1d3295b4a) {{(pid=78665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:08.164364 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16388505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16399131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8021'] for router, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:08.334709 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Notify callbacks [] for port, precommit_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:08.345022 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Transition to ACTIVE for port object 1ac42191-fbd9-4701-adfb-c7c1d3295b4a will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:08.363174 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Transition to ACTIVE for port object 1ac42191-fbd9-4701-adfb-c7c1d3295b4a will not be triggered until provisioned by entity DHCP. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:08.368825 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:08.373121 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:08.430878 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Network 23ef3655-9e98-46c4-a16b-661a6ece4956 is already hosted by enough agents. {{(pid=78665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:08.431850 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.base_scheduler [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Resources bound (agent type, host, resource id): {{(pid=78665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:08.435468 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Received port after_create {{(pid=78665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:08.476534 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:08.487277 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Pushing event updated for resources: {'Port': ['ID=1ac42191-fbd9-4701-adfb-c7c1d3295b4a,revision_number=1']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:08.495476 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:08.506004 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:08.534066 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:08.583425 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Attempting to bind port 1ac42191-fbd9-4701-adfb-c7c1d3295b4a on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:08.583795 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Attempting to bind port 1ac42191-fbd9-4701-adfb-c7c1d3295b4a by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:08.584155 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Attempting to bind port 1ac42191-fbd9-4701-adfb-c7c1d3295b4a on network 23ef3655-9e98-46c4-a16b-661a6ece4956 {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:08.589394 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:08.589768 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Checking segment: {'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:08.590170 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:08.590568 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Bound using segment: {'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:08.591048 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Bound port: 1ac42191-fbd9-4701-adfb-c7c1d3295b4a, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:08.591425 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:08.644173 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Allocated IP 172.27.0.66 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/0106c05a-065c-43ad-b62e-008fbf9c8968) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:08.679837 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] For port 1ac42191-fbd9-4701-adfb-c7c1d3295b4a, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:08.683010 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] For port 1ac42191-fbd9-4701-adfb-c7c1d3295b4a, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=1ac42191-fbd9-4701-adfb-c7c1d3295b4a,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:08.687203 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:08.692121 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:08.784667 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Pushing event updated for resources: {'Port': ['ID=1ac42191-fbd9-4701-adfb-c7c1d3295b4a,revision_number=2']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:08.790228 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:08.793953 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:08.824183 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:08.828754 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-1d768c26-e530-49a8-a770-349e9c163565 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:08.885619 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:08.888307 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:08.897019 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:08.930330 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Pushing event updated for resources: {'Port': ['ID=0106c05a-065c-43ad-b62e-008fbf9c8968,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:08.937119 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:09.451453 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4d3ed-0549-4f10-a780-91ec1a94e21f req-beb3e5b6-6a1b-4f35-bcd5-2578660b21f0 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:09.452957 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-efa4d3ed-0549-4f10-a780-91ec1a94e21f req-beb3e5b6-6a1b-4f35-bcd5-2578660b21f0 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=591cf0f1-12cd-4d04-bb93-49c3b9592fd9 HTTP/1.1" status: 200 len: 945 time: 0.3593233 May 10 17:27:09.529384 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-efa4d3ed-0549-4f10-a780-91ec1a94e21f req-fee209db-12ae-428f-8130-ad1bcec679f2 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686989 May 10 17:27:09.543758 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:09.671521 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890f3a4b-67ec-4b29-b336-8ab49792bfeb None None] Network 23ef3655-9e98-46c4-a16b-661a6ece4956 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:09.755338 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-f412080b-0117-4791-bdcd-951a5bb240c8 None None] Provisioning for port 1ac42191-fbd9-4701-adfb-c7c1d3295b4a completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:09.898591 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389900'] for router, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:09.923182 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:09.936010 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-3d7348ba-08d9-4f95-84de-782ccd1f856a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:10.107094 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb is scheduled to L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 with binding_index 1 {{(pid=78664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:27:10.288290 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:27:10.298211 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Sync routers for ids ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:27:10.307910 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Routers {'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:10.308594 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:27:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:10.313907 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Notify callbacks [] for router, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:10.317973 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5841370 May 10 17:27:10.318789 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56656) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:10.494440 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Set router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:10.711205 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 1ac42191-fbd9-4701-adfb-c7c1d3295b4a up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:10.831702 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:10.851663 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 1ac42191-fbd9-4701-adfb-c7c1d3295b4a completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:10.859084 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 1ac42191-fbd9-4701-adfb-c7c1d3295b4a triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:10.859585 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:10.912414 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:09Z', 'revision_number': 3, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:10.925745 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Checking router: ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:27:10.926099 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Updating router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb port 0106c05a-065c-43ad-b62e-008fbf9c8968 binding host dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:27:10.985228 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:10.987150 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4422825-1729-46b9-9d44-be2fc2003945 req-fcab7d82-a26f-4ecc-8391-12b11d6fb420 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:10.988608 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a4422825-1729-46b9-9d44-be2fc2003945 req-fcab7d82-a26f-4ecc-8391-12b11d6fb420 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=591cf0f1-12cd-4d04-bb93-49c3b9592fd9 HTTP/1.1" status: 200 len: 945 time: 0.3421102 May 10 17:27:11.058267 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a4422825-1729-46b9-9d44-be2fc2003945 req-117963a8-fb9a-4979-8db1-3b299368e9d3 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625286 May 10 17:27:11.117355 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:11.176369 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 1ac42191-fbd9-4701-adfb-c7c1d3295b4a, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=1ac42191-fbd9-4701-adfb-c7c1d3295b4a,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:11.192495 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:11.197165 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:11.226681 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:11.376847 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=1ac42191-fbd9-4701-adfb-c7c1d3295b4a,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:11.386812 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:11.434295 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Allocated IP 172.20.0.1 (23ef3655-9e98-46c4-a16b-661a6ece4956/f0a6561c-2d0a-4a64-a257-1b5ef855364b/8b9f4703-981b-48cd-a84e-e91dcb960355) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:11.474309 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Notify callbacks [] for port, precommit_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:11.485707 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Transition to ACTIVE for port object 0106c05a-065c-43ad-b62e-008fbf9c8968 will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:11.491811 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:11.496251 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:11.565191 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Attempting to bind port 0106c05a-065c-43ad-b62e-008fbf9c8968 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:11.565570 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Attempting to bind port 0106c05a-065c-43ad-b62e-008fbf9c8968 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:11.565944 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Attempting to bind port 0106c05a-065c-43ad-b62e-008fbf9c8968 on network b05e2d32-e45c-4d37-b711-ba1bc02235d8 {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:11.579631 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:11.580015 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Checking segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:11.580426 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:11.580826 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Bound using segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:11.581269 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:11.581378 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Bound port: 0106c05a-065c-43ad-b62e-008fbf9c8968, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:11.581698 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:11.596662 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Transition to ACTIVE for port object 8b9f4703-981b-48cd-a84e-e91dcb960355 will not be triggered until provisioned by entity DHCP. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:11.618449 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb1a7e-b97f-4f6e-95ea-b41bfc02732e None None] Pushing event updated for resources: {'Port': ['ID=0106c05a-065c-43ad-b62e-008fbf9c8968,revision_number=2']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:11.620301 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:11.621915 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-5eeb1a7e-b97f-4f6e-95ea-b41bfc02732e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:11.624565 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-9b434f7b-30f7-451c-b3b7-2712bb63e17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:11.662801 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] For port 0106c05a-065c-43ad-b62e-008fbf9c8968, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:11.665842 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] For port 0106c05a-065c-43ad-b62e-008fbf9c8968, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=0106c05a-065c-43ad-b62e-008fbf9c8968,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:11.670112 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:11.675056 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-20fc7dea-937a-4d3c-b93c-cc895b661c7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:11.684844 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Network 23ef3655-9e98-46c4-a16b-661a6ece4956 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:11.691741 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:11.696581 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:11.731489 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Pushing event updated for resources: {'Port': ['ID=8b9f4703-981b-48cd-a84e-e91dcb960355,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:11.738442 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:11.759281 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Routers {'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:11.759996 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:27:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:11.761797 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384723'] for router_interface, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:11.908388 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb1a7e-b97f-4f6e-95ea-b41bfc02732e None None] Pushing event updated for resources: {'Port': ['ID=0106c05a-065c-43ad-b62e-008fbf9c8968,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:11.917226 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-5eeb1a7e-b97f-4f6e-95ea-b41bfc02732e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:11.943142 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-20a5b9e5-82b6-47d8-ac2e-417f56c9854b None None] Provisioning for port 8b9f4703-981b-48cd-a84e-e91dcb960355 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:11.951404 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-20a5b9e5-82b6-47d8-ac2e-417f56c9854b None None] Provisioning complete for port 8b9f4703-981b-48cd-a84e-e91dcb960355 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:11.951814 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-20a5b9e5-82b6-47d8-ac2e-417f56c9854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:12.022295 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:12.031294 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-20a5b9e5-82b6-47d8-ac2e-417f56c9854b None None] Port 8b9f4703-981b-48cd-a84e-e91dcb960355 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:27:12.033923 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] Set router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:12.070530 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717076d-1fc3-4cd7-9a48-549e0851f774 req-61a85eb2-d4ab-4f13-a7ab-a88deddec691 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:12.071967 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9717076d-1fc3-4cd7-9a48-549e0851f774 req-61a85eb2-d4ab-4f13-a7ab-a88deddec691 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.48 "GET /v2.0/ports?device_id=591cf0f1-12cd-4d04-bb93-49c3b9592fd9 HTTP/1.1" status: 200 len: 945 time: 0.0954416 May 10 17:27:12.260251 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:12.265555 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:12.282281 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [req-9717076d-1fc3-4cd7-9a48-549e0851f774 req-48df5c65-7984-4c81-a4e0-48c82ad8451c tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Deleting port 975ba726-128d-4814-8ac3-55cedc4e034a {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:27:12.282281 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-9717076d-1fc3-4cd7-9a48-549e0851f774 req-48df5c65-7984-4c81-a4e0-48c82ad8451c tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:12.298753 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-726484f8-115b-4450-b9e0-6bc9d5fe5e5f tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:12.305953 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dbf2e-93ed-4f9d-984a-6302dde03212 req-11858c4f-0344-4f01-b9f5-6be793589dff tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:12.307526 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ed6dbf2e-93ed-4f9d-984a-6302dde03212 req-11858c4f-0344-4f01-b9f5-6be793589dff tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=591cf0f1-12cd-4d04-bb93-49c3b9592fd9 HTTP/1.1" status: 200 len: 945 time: 0.1250622 May 10 17:27:12.336024 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:09Z', 'revision_number': 3, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:12.341130 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd76b0-a92f-41f2-945f-a4c7dc9d92fc None None] The sync data for ids ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'] in dv-cinder-786385-3-iscsi is: [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:09Z', 'revision_number': 3, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:27:12.385913 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384624'] for router_interface, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:12.390966 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Pushing event updated for resources: {'Port': ['ID=8b9f4703-981b-48cd-a84e-e91dcb960355,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:12.393796 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:12.432668 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ed6dbf2e-93ed-4f9d-984a-6302dde03212 req-375e7e95-c22a-46e2-8ef1-471a5a9a4dd6 tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/security-groups?id=23bf41f1-216f-4cad-b88c-988af16ff296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759232 May 10 17:27:12.433881 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:12.485637 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-9717076d-1fc3-4cd7-9a48-549e0851f774 req-48df5c65-7984-4c81-a4e0-48c82ad8451c tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] For port 975ba726-128d-4814-8ac3-55cedc4e034a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=975ba726-128d-4814-8ac3-55cedc4e034a,segment=NetworkSegment(980a79dc-7690-436a-9bd8-fbdd42752853),segment_id=980a79dc-7690-436a-9bd8-fbdd42752853)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:12.486184 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-9717076d-1fc3-4cd7-9a48-549e0851f774 req-48df5c65-7984-4c81-a4e0-48c82ad8451c tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:12.630900 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [req-9717076d-1fc3-4cd7-9a48-549e0851f774 req-48df5c65-7984-4c81-a4e0-48c82ad8451c tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Calling delete_port for 975ba726-128d-4814-8ac3-55cedc4e034a owned by compute:nova {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:27:12.681234 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Network 23ef3655-9e98-46c4-a16b-661a6ece4956 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:12.682590 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:12.827499 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-9717076d-1fc3-4cd7-9a48-549e0851f774 req-48df5c65-7984-4c81-a4e0-48c82ad8451c tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:12.830645 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 0106c05a-065c-43ad-b62e-008fbf9c8968 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:12.834817 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:12.880398 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df5c65-7984-4c81-a4e0-48c82ad8451c tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Pushing event deleted for resources: {'Port': ['ID=975ba726-128d-4814-8ac3-55cedc4e034a,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:12.888786 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-48df5c65-7984-4c81-a4e0-48c82ad8451c tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:12.951063 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 0106c05a-065c-43ad-b62e-008fbf9c8968 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:12.962376 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 0106c05a-065c-43ad-b62e-008fbf9c8968 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:12.962899 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:12.970965 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:27:12.997168 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [req-9717076d-1fc3-4cd7-9a48-549e0851f774 req-48df5c65-7984-4c81-a4e0-48c82ad8451c tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] No DVR routers for this DVR port 975ba726-128d-4814-8ac3-55cedc4e034a on host hv-cinder-78638 {{(pid=78663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:27:12.999837 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-9717076d-1fc3-4cd7-9a48-549e0851f774 req-48df5c65-7984-4c81-a4e0-48c82ad8451c tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:13.002667 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591cf0f1-12cd-4d04-bb93-49c3b9592fd9', 'name': 'network-vif-deleted', 'tag': '975ba726-128d-4814-8ac3-55cedc4e034a'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:27:13.045381 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9717076d-1fc3-4cd7-9a48-549e0851f774 req-48df5c65-7984-4c81-a4e0-48c82ad8451c tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.48 "DELETE /v2.0/ports/975ba726-128d-4814-8ac3-55cedc4e034a HTTP/1.1" status: 204 len: 173 time: 0.9670904 May 10 17:27:13.073128 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591cf0f1-12cd-4d04-bb93-49c3b9592fd9', 'name': 'network-vif-deleted', 'tag': '975ba726-128d-4814-8ac3-55cedc4e034a', 'status': 'completed', 'code': 200} May 10 17:27:13.116894 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:13.124161 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-f7943569-a699-40cd-b315-2c83220520a1 None None] Provisioning complete for port 8b9f4703-981b-48cd-a84e-e91dcb960355 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:13.124527 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-f7943569-a699-40cd-b315-2c83220520a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:13.174272 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 0106c05a-065c-43ad-b62e-008fbf9c8968, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=0106c05a-065c-43ad-b62e-008fbf9c8968,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:13.188509 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:13.189387 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 1ac42191-fbd9-4701-adfb-c7c1d3295b4a up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:13.199484 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:27:13.209929 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] 10.222.0.16 "PUT /v2.0/routers/ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8897698 May 10 17:27:13.217655 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:13.249543 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-f7943569-a699-40cd-b315-2c83220520a1 None None] Port 8b9f4703-981b-48cd-a84e-e91dcb960355 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:27:13.316546 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=0106c05a-065c-43ad-b62e-008fbf9c8968,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:13.320739 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:13.327939 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 1ac42191-fbd9-4701-adfb-c7c1d3295b4a triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:13.328305 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:13.604144 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-d4ad1710-3d1c-4889-8a45-3eacab44a299 req-29afc174-a5a8-4071-8125-507e8b913d8e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Synchronizing usage tracker for tenant:664ff11fa2c14cfb93504247c758791c on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:27:13.622818 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-d4ad1710-3d1c-4889-8a45-3eacab44a299 req-29afc174-a5a8-4071-8125-507e8b913d8e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Unset dirty status for tenant:664ff11fa2c14cfb93504247c758791c on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:27:13.624164 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d4ad1710-3d1c-4889-8a45-3eacab44a299 req-29afc174-a5a8-4071-8125-507e8b913d8e tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] 10.222.0.16 "GET /v2.0/ports?device_id=591cf0f1-12cd-4d04-bb93-49c3b9592fd9 HTTP/1.1" status: 200 len: 210 time: 0.0707977 May 10 17:27:13.767226 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56684) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:13.772842 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1641753116-network', 'tenant_id': '832e7d9f24284351a14dc50eb3001852'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:13.777611 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:13.781962 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Usage tracker for resource:network and tenant:832e7d9f24284351a14dc50eb3001852 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:13.784772 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:13.791287 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:13.800368 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Made reservation on behalf of 832e7d9f24284351a14dc50eb3001852 for: {'network': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:13.802624 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:13.814041 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:13.828417 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:13.832572 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Usage tracker for resource:security_group_rule and tenant:832e7d9f24284351a14dc50eb3001852 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:13.835562 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:13.841476 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:13.931333 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:13.935248 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:13.938965 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-5e0baef7-f08a-453f-b4cc-47b3b3fe433e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:13.968487 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=78663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:27:13.977102 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5ff78c-71ac-40f2-8d7e-0bb5a6b76697,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:13.980555 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:13.983087 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:13.983424 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.segments_db [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Added segment 47d359ea-5271-42f9-bed8-e4b2a04e6db3 of type vlan for network d14af2d4-93a5-45c4-a4cf-f8513e4046ab May 10 17:27:14.011276 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:14.041073 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:14.042463 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:14.042997 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:14.047643 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-bc6345ad-1b12-43e5-ab06-1765c33b6406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:14.094841 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 975ba726-128d-4814-8ac3-55cedc4e034a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:27:14.128193 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: 975ba726-128d-4814-8ac3-55cedc4e034a {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:27:14.128681 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 975ba726-128d-4814-8ac3-55cedc4e034a not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:27:14.147193 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3788733 May 10 17:27:14.148129 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Pushing event updated for resources: {'Network': ['ID=d14af2d4-93a5-45c4-a4cf-f8513e4046ab,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:14.150102 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56688) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:14.150868 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-76239f04-074a-4aa6-a9e0-76bd85ea7d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:14.156005 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-f8b3da24-57ca-49c3-9e27-1889018364ae admin admin] Request body: {'subnet': {'network_id': 'd14af2d4-93a5-45c4-a4cf-f8513e4046ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1641753116-subnet', 'tenant_id': '832e7d9f24284351a14dc50eb3001852', 'ip_version': 4}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:14.158587 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network d14af2d4-93a5-45c4-a4cf-f8513e4046ab details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:27:14.161281 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-f8b3da24-57ca-49c3-9e27-1889018364ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:14.168606 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-f8b3da24-57ca-49c3-9e27-1889018364ae admin admin] Usage tracker for resource:subnet and tenant:832e7d9f24284351a14dc50eb3001852 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:14.169154 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Sync routers for ids ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'] in dv-cinder-786385-3-iscsi {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:27:14.172020 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-f8b3da24-57ca-49c3-9e27-1889018364ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:14.177845 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-f8b3da24-57ca-49c3-9e27-1889018364ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:14.178438 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Routers {'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:14.179077 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:27:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:14.190485 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b3da24-57ca-49c3-9e27-1889018364ae admin admin] Made reservation on behalf of 832e7d9f24284351a14dc50eb3001852 for: {'subnet': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:14.192744 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f8b3da24-57ca-49c3-9e27-1889018364ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15067163'] for subnet, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:14.367763 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Set router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:14.583819 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f8b3da24-57ca-49c3-9e27-1889018364ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15837031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15067241'] for subnet, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:14.588385 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8d57d25a-765d-4491-8570-aadc748945d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:14.664343 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3da24-57ca-49c3-9e27-1889018364ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a05925e5-7a9c-4b96-b4b9-207b2cd10475,revision_number=0']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:14.667786 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-f8b3da24-57ca-49c3-9e27-1889018364ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:14.669307 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 0106c05a-065c-43ad-b62e-008fbf9c8968 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:14.670515 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b3da24-57ca-49c3-9e27-1889018364ae admin admin] Checking segment: {'id': '47d359ea-5271-42f9-bed8-e4b2a04e6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd14af2d4-93a5-45c4-a4cf-f8513e4046ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:14.670761 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b3da24-57ca-49c3-9e27-1889018364ae admin admin] Network hostable DHCP agents. Network: d14af2d4-93a5-45c4-a4cf-f8513e4046ab, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:27:14.689392 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b3da24-57ca-49c3-9e27-1889018364ae admin admin] Network d14af2d4-93a5-45c4-a4cf-f8513e4046ab is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:27:14.697957 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:12Z', 'revision_number': 2, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:14.703303 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Checking router: ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb for host: dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:27:14.703712 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-f8b3da24-57ca-49c3-9e27-1889018364ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, d14af2d4-93a5-45c4-a4cf-f8513e4046ab) {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:14.704104 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Updating router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb port 8b9f4703-981b-48cd-a84e-e91dcb960355 binding host dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:27:14.714813 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c74006-3d2a-42fd-8c26-82ccfe786b2b None None] Network d14af2d4-93a5-45c4-a4cf-f8513e4046ab requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:14.724025 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b3da24-57ca-49c3-9e27-1889018364ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:14.724702 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f8b3da24-57ca-49c3-9e27-1889018364ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:14.773238 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:14.782725 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-f8b3da24-57ca-49c3-9e27-1889018364ae admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6313841 May 10 17:27:14.784967 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56696) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:14.792059 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1641753116-router', 'tenant_id': '832e7d9f24284351a14dc50eb3001852', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:14.803555 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:14.809351 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Usage tracker for resource:router and tenant:832e7d9f24284351a14dc50eb3001852 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:14.818339 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:14.828580 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:14.851266 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16464111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8048'] for router, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:14.853801 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16464096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16388576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16351655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8059'] for router, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:14.876471 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 0106c05a-065c-43ad-b62e-008fbf9c8968 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:14.876865 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:14.877365 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:15.080802 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f505eac-e142-5046-a4ca-39a60f4d7dd4-d14af2d4-93a5-45c4-a4cf-f8513e4046ab', 'network_id': 'd14af2d4-93a5-45c4-a4cf-f8513e4046ab', 'tenant_id': '832e7d9f24284351a14dc50eb3001852', 'fixed_ips': [{'subnet_id': 'a05925e5-7a9c-4b96-b4b9-207b2cd10475'}]}} from dv-cinder-786385-3-iscsi. {{(pid=78665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:27:15.080802 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:15.172271 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Notify callbacks [] for port, precommit_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:15.192848 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.provisioning_blocks [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Transition to ACTIVE for port object 8b9f4703-981b-48cd-a84e-e91dcb960355 will not be triggered until provisioned by entity L2. {{(pid=78666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:15.201645 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16388505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16399131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8021'] for router, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:15.202456 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:15.210201 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:15.295960 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.db_base_plugin_common [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Allocated IP 172.20.0.2 (d14af2d4-93a5-45c4-a4cf-f8513e4046ab/a05925e5-7a9c-4b96-b4b9-207b2cd10475/3445af6e-7fbd-44a2-a4b9-bbb1a06169f1) {{(pid=78665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:15.463927 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba629a-5551-4e70-aba7-f600ee7ac83c None None] Pushing event updated for resources: {'Port': ['ID=8b9f4703-981b-48cd-a84e-e91dcb960355,revision_number=3']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:15.530183 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba629a-5551-4e70-aba7-f600ee7ac83c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:15.530698 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba629a-5551-4e70-aba7-f600ee7ac83c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:15.531211 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba629a-5551-4e70-aba7-f600ee7ac83c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:15.531569 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba629a-5551-4e70-aba7-f600ee7ac83c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:15.532032 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba629a-5551-4e70-aba7-f600ee7ac83c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:15.532529 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba629a-5551-4e70-aba7-f600ee7ac83c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:15.533179 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba629a-5551-4e70-aba7-f600ee7ac83c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:15.533611 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba629a-5551-4e70-aba7-f600ee7ac83c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:15.534053 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba629a-5551-4e70-aba7-f600ee7ac83c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:15.534475 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba629a-5551-4e70-aba7-f600ee7ac83c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:15.534889 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba629a-5551-4e70-aba7-f600ee7ac83c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:15.535307 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba629a-5551-4e70-aba7-f600ee7ac83c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:15.544985 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-0dba629a-5551-4e70-aba7-f600ee7ac83c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:15.571753 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Notify callbacks [] for port, precommit_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:15.574371 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Attempting to bind port 8b9f4703-981b-48cd-a84e-e91dcb960355 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:15.575016 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Attempting to bind port 8b9f4703-981b-48cd-a84e-e91dcb960355 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:15.576795 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Attempting to bind port 8b9f4703-981b-48cd-a84e-e91dcb960355 on network 23ef3655-9e98-46c4-a16b-661a6ece4956 {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:15.583463 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Transition to ACTIVE for port object 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:15.590635 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:15.593388 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Checking segment: {'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:15.594048 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:15.594729 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Bound using segment: {'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:15.595421 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Bound port: 8b9f4703-981b-48cd-a84e-e91dcb960355, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'}}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:15.596061 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:15.607479 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Transition to ACTIVE for port object 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 will not be triggered until provisioned by entity DHCP. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:15.615986 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175'] for port, after_create {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:15.620759 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:15.695837 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Network d14af2d4-93a5-45c4-a4cf-f8513e4046ab is already hosted by enough agents. {{(pid=78665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:15.703739 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.scheduler.base_scheduler [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Resources bound (agent type, host, resource id): {{(pid=78665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:15.704148 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] For port 8b9f4703-981b-48cd-a84e-e91dcb960355, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:15.709820 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] For port 8b9f4703-981b-48cd-a84e-e91dcb960355, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=8b9f4703-981b-48cd-a84e-e91dcb960355,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:15.713603 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Received port after_create {{(pid=78665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:15.718200 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:15.721821 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Pushing event updated for resources: {'Port': ['ID=3445af6e-7fbd-44a2-a4b9-bbb1a06169f1,revision_number=1']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:15.725976 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:15.732498 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-a554b322-ec16-4d65-8b50-b2936c0d00a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:15.819573 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Attempting to bind port 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:15.819967 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Attempting to bind port 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '47d359ea-5271-42f9-bed8-e4b2a04e6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd14af2d4-93a5-45c4-a4cf-f8513e4046ab'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:15.820339 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Attempting to bind port 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 on network d14af2d4-93a5-45c4-a4cf-f8513e4046ab {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:15.826108 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:15.827079 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Checking segment: {'id': '47d359ea-5271-42f9-bed8-e4b2a04e6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd14af2d4-93a5-45c4-a4cf-f8513e4046ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:15.827499 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:15.827693 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:15.828152 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Bound using segment: {'id': '47d359ea-5271-42f9-bed8-e4b2a04e6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd14af2d4-93a5-45c4-a4cf-f8513e4046ab'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:15.828365 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Bound port: 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d359ea-5271-42f9-bed8-e4b2a04e6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd14af2d4-93a5-45c4-a4cf-f8513e4046ab'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:15.828755 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:15.841165 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba629a-5551-4e70-aba7-f600ee7ac83c None None] Pushing event updated for resources: {'Port': ['ID=8b9f4703-981b-48cd-a84e-e91dcb960355,revision_number=4']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:15.845404 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-0dba629a-5551-4e70-aba7-f600ee7ac83c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:15.855754 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Routers {'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:15.856955 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:27:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:15.900013 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:15.930510 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] For port 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:15.934095 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] For port 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=3445af6e-7fbd-44a2-a4b9-bbb1a06169f1,segment=NetworkSegment(47d359ea-5271-42f9-bed8-e4b2a04e6db3),segment_id=47d359ea-5271-42f9-bed8-e4b2a04e6db3)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:15.948196 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:15.953674 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:16.063637 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] Set router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:16.066358 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Pushing event updated for resources: {'Port': ['ID=3445af6e-7fbd-44a2-a4b9-bbb1a06169f1,revision_number=2']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:16.083318 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:16.083933 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:16.084275 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:16.084878 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:16.085248 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:16.085577 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:16.086066 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:16.086439 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:16.086767 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:16.087088 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:16.087460 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:16.087799 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:16.097714 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-fa396503-52cb-4e43-aa06-d3c230137df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:16.120664 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Allocated IP 172.27.0.84 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/d3dd853b-cc0c-4470-abcc-87a8deec05b8) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:16.328147 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:16.387083 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:16.391703 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-42dd9540-a112-4f1c-b320-404233985180 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:16.464931 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:16.465883 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Pushing event updated for resources: {'Port': ['ID=d3dd853b-cc0c-4470-abcc-87a8deec05b8,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:16.468471 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:16.470242 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:16.472015 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:16.490011 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:15Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:16.493942 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113d13a-f621-4bb3-b633-14acb0546af6 None None] The sync data for ids ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'] in dv-cinder-786385-3-iscsi is: [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:15Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:27:16.742358 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:16.824493 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:16.830638 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 8b9f4703-981b-48cd-a84e-e91dcb960355 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:16.920177 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 8b9f4703-981b-48cd-a84e-e91dcb960355 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:16.928718 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 8b9f4703-981b-48cd-a84e-e91dcb960355 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:16.929796 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:16.945597 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:17.068497 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:17.105128 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 8b9f4703-981b-48cd-a84e-e91dcb960355, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=8b9f4703-981b-48cd-a84e-e91dcb960355,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:17.110731 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:17.114008 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-4ebef48a-1aac-4a9a-a5dc-923278a58277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:17.186373 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f35233c-52cb-488a-ae59-aa531082317a None None] Network d14af2d4-93a5-45c4-a4cf-f8513e4046ab requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:17.305398 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=8b9f4703-981b-48cd-a84e-e91dcb960355,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:17.308729 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:17.326053 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-7ea8fffc-9e5c-4f04-b803-5925c2a58cdf None None] Provisioning for port 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:17.341636 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-7ea8fffc-9e5c-4f04-b803-5925c2a58cdf None None] Provisioning complete for port 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:17.342064 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-7ea8fffc-9e5c-4f04-b803-5925c2a58cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:17.443246 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389900'] for router, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:17.575035 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-7ea8fffc-9e5c-4f04-b803-5925c2a58cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:17.615510 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-7ea8fffc-9e5c-4f04-b803-5925c2a58cdf None None] For port 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=3445af6e-7fbd-44a2-a4b9-bbb1a06169f1,segment=NetworkSegment(47d359ea-5271-42f9-bed8-e4b2a04e6db3),segment_id=47d359ea-5271-42f9-bed8-e4b2a04e6db3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:17.621696 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-7ea8fffc-9e5c-4f04-b803-5925c2a58cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:17.627118 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-5eeb1a7e-b97f-4f6e-95ea-b41bfc02732e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:17.670727 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Router 7b7d95b0-f38d-43e6-a455-34322971b1a7 is scheduled to L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 with binding_index 1 {{(pid=78664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:27:17.706900 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8fffc-9e5c-4f04-b803-5925c2a58cdf None None] Pushing event updated for resources: {'Port': ['ID=3445af6e-7fbd-44a2-a4b9-bbb1a06169f1,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:17.710487 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-7ea8fffc-9e5c-4f04-b803-5925c2a58cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:17.856595 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:27:17.865684 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Sync routers for ids ['7b7d95b0-f38d-43e6-a455-34322971b1a7'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:27:17.874728 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Routers {'7b7d95b0-f38d-43e6-a455-34322971b1a7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:17.875350 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:27:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['7b7d95b0-f38d-43e6-a455-34322971b1a7'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:17.879473 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] Notify callbacks [] for router, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:17.880784 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-cefb0578-b6e7-4362-b875-2bb4d61e132a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0949085 May 10 17:27:17.883557 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56744) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:18.011565 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-85c29ee6-d943-40bf-af83-02f53aefb012 None None] Provisioning complete for port 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:18.011839 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-85c29ee6-d943-40bf-af83-02f53aefb012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:18.107397 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Set router 7b7d95b0-f38d-43e6-a455-34322971b1a7 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:18.443933 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'name': 'tempest-TestVolumeBootPattern-1641753116-router', 'tenant_id': '832e7d9f24284351a14dc50eb3001852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd3dd853b-cc0c-4470-abcc-87a8deec05b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:14Z', 'updated_at': '2021-05-10T17:27:16Z', 'revision_number': 3, 'project_id': '832e7d9f24284351a14dc50eb3001852', 'gw_port': {'id': 'd3dd853b-cc0c-4470-abcc-87a8deec05b8', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:15Z', 'updated_at': '2021-05-10T17:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:18.447859 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Checking router: 7b7d95b0-f38d-43e6-a455-34322971b1a7 for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:27:18.448219 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Updating router 7b7d95b0-f38d-43e6-a455-34322971b1a7 port d3dd853b-cc0c-4470-abcc-87a8deec05b8 binding host dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:27:18.505250 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:18.539341 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:18.705831 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:18.743971 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Allocated IP 172.20.0.1 (d14af2d4-93a5-45c4-a4cf-f8513e4046ab/a05925e5-7a9c-4b96-b4b9-207b2cd10475/4457b78f-bc99-4b5a-bd57-c30877112c56) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:18.835575 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:18.835960 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.011401 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Notify callbacks [] for port, precommit_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.012081 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.027265 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Transition to ACTIVE for port object 4457b78f-bc99-4b5a-bd57-c30877112c56 will not be triggered until provisioned by entity DHCP. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:19.052461 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.056814 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0b2e4d8b-13a0-41cd-a333-a072e403b6e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:19.060939 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Transition to ACTIVE for port object d3dd853b-cc0c-4470-abcc-87a8deec05b8 will not be triggered until provisioned by entity L2. {{(pid=78665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:19.072728 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.082750 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:19.115766 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Network d14af2d4-93a5-45c4-a4cf-f8513e4046ab is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:19.118490 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:19.126967 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:19.133252 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 8b9f4703-981b-48cd-a84e-e91dcb960355 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:19.157373 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Pushing event updated for resources: {'Port': ['ID=4457b78f-bc99-4b5a-bd57-c30877112c56,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:19.163870 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:19.185116 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384723'] for router_interface, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.211236 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc10f4-f58f-4d2a-931d-11dbad108e68 None None] Pushing event updated for resources: {'Port': ['ID=d3dd853b-cc0c-4470-abcc-87a8deec05b8,revision_number=2']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:19.220130 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Attempting to bind port d3dd853b-cc0c-4470-abcc-87a8deec05b8 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:19.220514 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Attempting to bind port d3dd853b-cc0c-4470-abcc-87a8deec05b8 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:19.220895 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Attempting to bind port d3dd853b-cc0c-4470-abcc-87a8deec05b8 on network b05e2d32-e45c-4d37-b711-ba1bc02235d8 {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:19.226735 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-54dc10f4-f58f-4d2a-931d-11dbad108e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:19.231642 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:19.232035 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Checking segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:19.232460 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.232924 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Bound using segment: {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'} {{(pid=78665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:19.233414 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.managers [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Bound port: d3dd853b-cc0c-4470-abcc-87a8deec05b8, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aead4e7-3be9-442a-96d6-3f122bc6e4a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8'}}] {{(pid=78665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:19.233807 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.307362 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 8b9f4703-981b-48cd-a84e-e91dcb960355 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:19.307755 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.307939 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.359688 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] For port d3dd853b-cc0c-4470-abcc-87a8deec05b8, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:19.364679 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] For port d3dd853b-cc0c-4470-abcc-87a8deec05b8, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=d3dd853b-cc0c-4470-abcc-87a8deec05b8,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:19.379248 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.386327 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:19.438656 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-51e4daa5-bdb8-4906-aca1-999b6e706838 None None] Provisioning for port 4457b78f-bc99-4b5a-bd57-c30877112c56 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:19.454396 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-51e4daa5-bdb8-4906-aca1-999b6e706838 None None] Provisioning complete for port 4457b78f-bc99-4b5a-bd57-c30877112c56 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:19.454762 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-51e4daa5-bdb8-4906-aca1-999b6e706838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.536429 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.541017 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.544128 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Routers {'7b7d95b0-f38d-43e6-a455-34322971b1a7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:19.544788 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:27:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['7b7d95b0-f38d-43e6-a455-34322971b1a7'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:19.575312 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-75fbb40e-110b-43a0-afa4-7c3a10245405 tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:19.637639 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384624'] for router_interface, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.657622 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Pushing event updated for resources: {'Port': ['ID=4457b78f-bc99-4b5a-bd57-c30877112c56,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:19.671163 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:19.695164 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-51e4daa5-bdb8-4906-aca1-999b6e706838 None None] Port 4457b78f-bc99-4b5a-bd57-c30877112c56 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:27:19.696550 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc10f4-f58f-4d2a-931d-11dbad108e68 None None] Pushing event updated for resources: {'Port': ['ID=d3dd853b-cc0c-4470-abcc-87a8deec05b8,revision_number=3']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:19.703543 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-54dc10f4-f58f-4d2a-931d-11dbad108e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:19.762121 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] Set router 7b7d95b0-f38d-43e6-a455-34322971b1a7 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:19.789513 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Network d14af2d4-93a5-45c4-a4cf-f8513e4046ab is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:19.790594 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:19.976796 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Router 7b7d95b0-f38d-43e6-a455-34322971b1a7 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:27:20.061770 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-0beadb93-154e-4d40-a234-05e779e7623e None None] Provisioning complete for port 4457b78f-bc99-4b5a-bd57-c30877112c56 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:20.062339 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-0beadb93-154e-4d40-a234-05e779e7623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:20.124648 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-0beadb93-154e-4d40-a234-05e779e7623e None None] Port 4457b78f-bc99-4b5a-bd57-c30877112c56 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:27:20.141257 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'name': 'tempest-TestVolumeBootPattern-1641753116-router', 'tenant_id': '832e7d9f24284351a14dc50eb3001852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd3dd853b-cc0c-4470-abcc-87a8deec05b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:14Z', 'updated_at': '2021-05-10T17:27:19Z', 'revision_number': 4, 'project_id': '832e7d9f24284351a14dc50eb3001852', 'gw_port': {'id': 'd3dd853b-cc0c-4470-abcc-87a8deec05b8', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:15Z', 'updated_at': '2021-05-10T17:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '4457b78f-bc99-4b5a-bd57-c30877112c56', 'name': '', 'network_id': 'd14af2d4-93a5-45c4-a4cf-f8513e4046ab', 'tenant_id': '832e7d9f24284351a14dc50eb3001852', 'mac_address': 'fa:16:3e:77:da:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a05925e5-7a9c-4b96-b4b9-207b2cd10475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:18Z', 'updated_at': '2021-05-10T17:27:19Z', 'revision_number': 2, 'project_id': '832e7d9f24284351a14dc50eb3001852', 'subnets': [{'id': 'a05925e5-7a9c-4b96-b4b9-207b2cd10475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:20.145093 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53d838-875b-4b37-8490-855e8dd759ed None None] The sync data for ids ['7b7d95b0-f38d-43e6-a455-34322971b1a7'] in dv-cinder-786385-3-iscsi is: [{'id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'name': 'tempest-TestVolumeBootPattern-1641753116-router', 'tenant_id': '832e7d9f24284351a14dc50eb3001852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd3dd853b-cc0c-4470-abcc-87a8deec05b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:14Z', 'updated_at': '2021-05-10T17:27:19Z', 'revision_number': 4, 'project_id': '832e7d9f24284351a14dc50eb3001852', 'gw_port': {'id': 'd3dd853b-cc0c-4470-abcc-87a8deec05b8', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:15Z', 'updated_at': '2021-05-10T17:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '4457b78f-bc99-4b5a-bd57-c30877112c56', 'name': '', 'network_id': 'd14af2d4-93a5-45c4-a4cf-f8513e4046ab', 'tenant_id': '832e7d9f24284351a14dc50eb3001852', 'mac_address': 'fa:16:3e:77:da:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a05925e5-7a9c-4b96-b4b9-207b2cd10475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:18Z', 'updated_at': '2021-05-10T17:27:19Z', 'revision_number': 2, 'project_id': '832e7d9f24284351a14dc50eb3001852', 'subnets': [{'id': 'a05925e5-7a9c-4b96-b4b9-207b2cd10475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:27:20.156086 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:27:20.166391 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] 10.222.0.16 "PUT /v2.0/routers/7b7d95b0-f38d-43e6-a455-34322971b1a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2818601 May 10 17:27:20.968238 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56784) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:20.975482 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-f7c0e307-dc61-4ddf-97f4-84a18be60779 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1934524174', 'description': 'tempest-secgroup-smoke-1934524174 description', 'project_id': '2c795367ec454ed2b9a4e04326415579'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:20.984138 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-f7c0e307-dc61-4ddf-97f4-84a18be60779 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:20.990672 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-f7c0e307-dc61-4ddf-97f4-84a18be60779 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Usage tracker for resource:security_group and tenant:2c795367ec454ed2b9a4e04326415579 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:20.995102 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-f7c0e307-dc61-4ddf-97f4-84a18be60779 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:21.010990 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-f7c0e307-dc61-4ddf-97f4-84a18be60779 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:21.029258 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f7c0e307-dc61-4ddf-97f4-84a18be60779 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.053322 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-f7c0e307-dc61-4ddf-97f4-84a18be60779 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:21.059635 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-f7c0e307-dc61-4ddf-97f4-84a18be60779 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Usage tracker for resource:security_group_rule and tenant:2c795367ec454ed2b9a4e04326415579 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:21.064022 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-f7c0e307-dc61-4ddf-97f4-84a18be60779 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:21.073154 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-f7c0e307-dc61-4ddf-97f4-84a18be60779 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:21.190688 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f7c0e307-dc61-4ddf-97f4-84a18be60779 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.196533 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f7c0e307-dc61-4ddf-97f4-84a18be60779 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.200856 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ac663b03-994c-4408-be91-801534dc0f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:21.247750 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0e307-dc61-4ddf-97f4-84a18be60779 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09fc6132-826f-451c-a86a-d61b6cab4ff2,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:21.251578 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-f7c0e307-dc61-4ddf-97f4-84a18be60779 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:21.252713 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f7c0e307-dc61-4ddf-97f4-84a18be60779 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.256819 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-f7c0e307-dc61-4ddf-97f4-84a18be60779 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2841306 May 10 17:27:21.257504 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56788) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:21.262647 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-f9787741-0a96-4eab-8da3-b106934ea542 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Request body: {'security_group_rule': {'security_group_id': '09fc6132-826f-451c-a86a-d61b6cab4ff2', 'project_id': '2c795367ec454ed2b9a4e04326415579', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:21.269086 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-f9787741-0a96-4eab-8da3-b106934ea542 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:21.273319 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-f9787741-0a96-4eab-8da3-b106934ea542 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Usage tracker for resource:security_group_rule and tenant:2c795367ec454ed2b9a4e04326415579 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:21.276387 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-f9787741-0a96-4eab-8da3-b106934ea542 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:21.282242 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-f9787741-0a96-4eab-8da3-b106934ea542 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:21.309163 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f9787741-0a96-4eab-8da3-b106934ea542 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.381983 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f9787741-0a96-4eab-8da3-b106934ea542 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.390397 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f9787741-0a96-4eab-8da3-b106934ea542 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.393153 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:21.423161 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-f9787741-0a96-4eab-8da3-b106934ea542 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.427130 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-f9787741-0a96-4eab-8da3-b106934ea542 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1663146 May 10 17:27:21.427130 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9787741-0a96-4eab-8da3-b106934ea542 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5762df03-e6d6-479e-bccb-35a9e01ef746,revision_number=0']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:21.427605 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56792) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:21.433976 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-f9787741-0a96-4eab-8da3-b106934ea542 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:21.435405 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-8ef7efe0-3552-4da4-ab5f-d1436c9e39bc tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Request body: {'security_group_rule': {'security_group_id': '09fc6132-826f-451c-a86a-d61b6cab4ff2', 'project_id': '2c795367ec454ed2b9a4e04326415579', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:21.443142 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-8ef7efe0-3552-4da4-ab5f-d1436c9e39bc tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:21.447896 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-8ef7efe0-3552-4da4-ab5f-d1436c9e39bc tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Usage tracker for resource:security_group_rule and tenant:2c795367ec454ed2b9a4e04326415579 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:21.451434 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-8ef7efe0-3552-4da4-ab5f-d1436c9e39bc tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:21.459276 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-8ef7efe0-3552-4da4-ab5f-d1436c9e39bc tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:21.478713 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8ef7efe0-3552-4da4-ab5f-d1436c9e39bc tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.554282 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8ef7efe0-3552-4da4-ab5f-d1436c9e39bc tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.558085 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8ef7efe0-3552-4da4-ab5f-d1436c9e39bc tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.560338 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c08be8ab-8153-42ea-a3f8-2f145ee0db3c tempest-TestMinimumBasicScenario-1048043214 tempest-TestMinimumBasicScenario-1048043214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:21.588242 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-8ef7efe0-3552-4da4-ab5f-d1436c9e39bc tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.589456 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-8ef7efe0-3552-4da4-ab5f-d1436c9e39bc tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1606359 May 10 17:27:21.594806 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56796) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:21.600455 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-edcf30a4-0905-4dbf-b9ab-d83d32761390 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Request body: {'security_group_rule': {'security_group_id': '09fc6132-826f-451c-a86a-d61b6cab4ff2', 'project_id': '2c795367ec454ed2b9a4e04326415579', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:21.604896 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7efe0-3552-4da4-ab5f-d1436c9e39bc tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8143fde-5198-4fb1-9881-7600bbeb97b0,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:21.609637 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-8ef7efe0-3552-4da4-ab5f-d1436c9e39bc tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:21.610716 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-edcf30a4-0905-4dbf-b9ab-d83d32761390 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:21.616034 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-edcf30a4-0905-4dbf-b9ab-d83d32761390 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Usage tracker for resource:security_group_rule and tenant:2c795367ec454ed2b9a4e04326415579 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:21.619134 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-edcf30a4-0905-4dbf-b9ab-d83d32761390 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:21.632187 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-edcf30a4-0905-4dbf-b9ab-d83d32761390 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:21.656955 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-edcf30a4-0905-4dbf-b9ab-d83d32761390 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.766820 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-edcf30a4-0905-4dbf-b9ab-d83d32761390 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.771613 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-edcf30a4-0905-4dbf-b9ab-d83d32761390 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.785202 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0343fa52-3b56-431b-b6c5-f10e6c167e7e tempest-TestShelveInstance-919199704 tempest-TestShelveInstance-919199704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:21.803047 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf30a4-0905-4dbf-b9ab-d83d32761390 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07650c0-3072-4134-b578-309c44b2ad59,revision_number=0']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:21.811433 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-edcf30a4-0905-4dbf-b9ab-d83d32761390 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:21.812778 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-edcf30a4-0905-4dbf-b9ab-d83d32761390 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.816832 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56804) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:21.817003 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-edcf30a4-0905-4dbf-b9ab-d83d32761390 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2209227 May 10 17:27:21.823009 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-61d42d88-b5c1-40ae-ba89-5bd0c8e4ae10 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Request body: {'security_group_rule': {'security_group_id': '09fc6132-826f-451c-a86a-d61b6cab4ff2', 'project_id': '2c795367ec454ed2b9a4e04326415579', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:21.830559 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-61d42d88-b5c1-40ae-ba89-5bd0c8e4ae10 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:21.836812 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-61d42d88-b5c1-40ae-ba89-5bd0c8e4ae10 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Usage tracker for resource:security_group_rule and tenant:2c795367ec454ed2b9a4e04326415579 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:21.840630 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-61d42d88-b5c1-40ae-ba89-5bd0c8e4ae10 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:21.850808 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-61d42d88-b5c1-40ae-ba89-5bd0c8e4ae10 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:21.870924 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-61d42d88-b5c1-40ae-ba89-5bd0c8e4ae10 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.942162 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-61d42d88-b5c1-40ae-ba89-5bd0c8e4ae10 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.946948 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-61d42d88-b5c1-40ae-ba89-5bd0c8e4ae10 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.949575 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:21.972465 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d42d88-b5c1-40ae-ba89-5bd0c8e4ae10 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36a8808-b875-4512-9329-8be1c4d09fca,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:21.979032 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-61d42d88-b5c1-40ae-ba89-5bd0c8e4ae10 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:21.985339 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-61d42d88-b5c1-40ae-ba89-5bd0c8e4ae10 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:21.986797 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-61d42d88-b5c1-40ae-ba89-5bd0c8e4ae10 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1684561 May 10 17:27:21.990792 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 56808) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:21.996396 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-3ca5bfce-886d-4a3e-bc9c-f604329c7dc6 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Request body: {'security_group_rule': {'security_group_id': '09fc6132-826f-451c-a86a-d61b6cab4ff2', 'project_id': '2c795367ec454ed2b9a4e04326415579', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:22.013371 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-3ca5bfce-886d-4a3e-bc9c-f604329c7dc6 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:22.017985 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-3ca5bfce-886d-4a3e-bc9c-f604329c7dc6 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Usage tracker for resource:security_group_rule and tenant:2c795367ec454ed2b9a4e04326415579 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:22.023117 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-3ca5bfce-886d-4a3e-bc9c-f604329c7dc6 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:22.029212 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-3ca5bfce-886d-4a3e-bc9c-f604329c7dc6 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:22.041291 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.securitygroups_db [None req-3ca5bfce-886d-4a3e-bc9c-f604329c7dc6 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Project 2c795367ec454ed2b9a4e04326415579 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:27:22.048666 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-3ca5bfce-886d-4a3e-bc9c-f604329c7dc6 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:22.258556 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-3ca5bfce-886d-4a3e-bc9c-f604329c7dc6 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:22.264164 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-3ca5bfce-886d-4a3e-bc9c-f604329c7dc6 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:22.266804 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:22.302032 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-3ca5bfce-886d-4a3e-bc9c-f604329c7dc6 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:22.303311 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-3ca5bfce-886d-4a3e-bc9c-f604329c7dc6 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3114228 May 10 17:27:22.304285 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5bfce-886d-4a3e-bc9c-f604329c7dc6 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd86739-5535-45dd-a452-fd13a8e255ce,revision_number=0']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:22.306331 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 56812) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:22.314027 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-04e78c48-b938-41b1-9184-8eaf2bcc0a03 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Request body: {'security_group_rule': {'security_group_id': '09fc6132-826f-451c-a86a-d61b6cab4ff2', 'project_id': '2c795367ec454ed2b9a4e04326415579', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:22.318390 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-3ca5bfce-886d-4a3e-bc9c-f604329c7dc6 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:22.320695 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-04e78c48-b938-41b1-9184-8eaf2bcc0a03 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:22.324755 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-04e78c48-b938-41b1-9184-8eaf2bcc0a03 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Usage tracker for resource:security_group_rule and tenant:2c795367ec454ed2b9a4e04326415579 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:22.328491 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-04e78c48-b938-41b1-9184-8eaf2bcc0a03 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:22.337015 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-04e78c48-b938-41b1-9184-8eaf2bcc0a03 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:22.359256 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.securitygroups_db [None req-04e78c48-b938-41b1-9184-8eaf2bcc0a03 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Project 2c795367ec454ed2b9a4e04326415579 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:27:22.369124 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-04e78c48-b938-41b1-9184-8eaf2bcc0a03 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:22.454160 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-04e78c48-b938-41b1-9184-8eaf2bcc0a03 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:22.462210 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-04e78c48-b938-41b1-9184-8eaf2bcc0a03 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380754'] for security_group_rule, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:22.471163 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:22.502061 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e78c48-b938-41b1-9184-8eaf2bcc0a03 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f33049-4b01-46cf-8d2a-133b0b303be1,revision_number=0']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:22.507919 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-04e78c48-b938-41b1-9184-8eaf2bcc0a03 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:22.514975 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-04e78c48-b938-41b1-9184-8eaf2bcc0a03 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:22.517099 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-04e78c48-b938-41b1-9184-8eaf2bcc0a03 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2075269 May 10 17:27:22.721816 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device d3dd853b-cc0c-4470-abcc-87a8deec05b8 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:22.866025 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port d3dd853b-cc0c-4470-abcc-87a8deec05b8 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:22.873632 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port d3dd853b-cc0c-4470-abcc-87a8deec05b8 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:22.874259 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:23.029868 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:23.052783 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port d3dd853b-cc0c-4470-abcc-87a8deec05b8, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=d3dd853b-cc0c-4470-abcc-87a8deec05b8,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:23.057631 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:23.059510 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:23.140373 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=d3dd853b-cc0c-4470-abcc-87a8deec05b8,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:23.143910 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:24.344133 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Sync routers for ids ['7b7d95b0-f38d-43e6-a455-34322971b1a7'] in dv-cinder-786385-3-iscsi {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:27:24.353803 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Routers {'7b7d95b0-f38d-43e6-a455-34322971b1a7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:24.354921 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:27:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['7b7d95b0-f38d-43e6-a455-34322971b1a7'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:24.578530 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Set router 7b7d95b0-f38d-43e6-a455-34322971b1a7 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:24.674296 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device d3dd853b-cc0c-4470-abcc-87a8deec05b8 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:24.828157 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port d3dd853b-cc0c-4470-abcc-87a8deec05b8 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:24.828630 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:24.934490 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'name': 'tempest-TestVolumeBootPattern-1641753116-router', 'tenant_id': '832e7d9f24284351a14dc50eb3001852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd3dd853b-cc0c-4470-abcc-87a8deec05b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:14Z', 'updated_at': '2021-05-10T17:27:19Z', 'revision_number': 4, 'project_id': '832e7d9f24284351a14dc50eb3001852', 'gw_port': {'id': 'd3dd853b-cc0c-4470-abcc-87a8deec05b8', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:15Z', 'updated_at': '2021-05-10T17:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '4457b78f-bc99-4b5a-bd57-c30877112c56', 'name': '', 'network_id': 'd14af2d4-93a5-45c4-a4cf-f8513e4046ab', 'tenant_id': '832e7d9f24284351a14dc50eb3001852', 'mac_address': 'fa:16:3e:77:da:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a05925e5-7a9c-4b96-b4b9-207b2cd10475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:18Z', 'updated_at': '2021-05-10T17:27:19Z', 'revision_number': 2, 'project_id': '832e7d9f24284351a14dc50eb3001852', 'subnets': [{'id': 'a05925e5-7a9c-4b96-b4b9-207b2cd10475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:24.938906 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Checking router: 7b7d95b0-f38d-43e6-a455-34322971b1a7 for host: dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:27:24.939597 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Updating router 7b7d95b0-f38d-43e6-a455-34322971b1a7 port 4457b78f-bc99-4b5a-bd57-c30877112c56 binding host dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:27:25.009710 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:25.431453 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Notify callbacks [] for port, precommit_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:25.444359 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.provisioning_blocks [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Transition to ACTIVE for port object 4457b78f-bc99-4b5a-bd57-c30877112c56 will not be triggered until provisioned by entity L2. {{(pid=78666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:25.453564 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:25.459283 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-a554b322-ec16-4d65-8b50-b2936c0d00a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:25.539018 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e89bd-6ec6-4f38-b8ad-5080806f1657 None None] Pushing event updated for resources: {'Port': ['ID=4457b78f-bc99-4b5a-bd57-c30877112c56,revision_number=3']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:25.629611 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-987e89bd-6ec6-4f38-b8ad-5080806f1657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:25.766057 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Attempting to bind port 4457b78f-bc99-4b5a-bd57-c30877112c56 on host dv-cinder-786385-3-iscsi for vnic_type normal with profile {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:25.766440 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Attempting to bind port 4457b78f-bc99-4b5a-bd57-c30877112c56 by drivers openvswitch,hyperv on host dv-cinder-786385-3-iscsi at level 0 using segments [{'id': '47d359ea-5271-42f9-bed8-e4b2a04e6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd14af2d4-93a5-45c4-a4cf-f8513e4046ab'}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:25.766810 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Attempting to bind port 4457b78f-bc99-4b5a-bd57-c30877112c56 on network d14af2d4-93a5-45c4-a4cf-f8513e4046ab {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:25.772554 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Checking agent: {'id': 'd722b9ee-fcf6-43e3-a700-c399d4a0d6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 10, 40), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:25.772954 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Checking segment: {'id': '47d359ea-5271-42f9-bed8-e4b2a04e6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd14af2d4-93a5-45c4-a4cf-f8513e4046ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:25.773367 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:25.773764 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Bound using segment: {'id': '47d359ea-5271-42f9-bed8-e4b2a04e6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd14af2d4-93a5-45c4-a4cf-f8513e4046ab'} {{(pid=78666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:25.774618 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.managers [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Bound port: 4457b78f-bc99-4b5a-bd57-c30877112c56, host: dv-cinder-786385-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d359ea-5271-42f9-bed8-e4b2a04e6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd14af2d4-93a5-45c4-a4cf-f8513e4046ab'}}] {{(pid=78666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:25.774888 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:25.876071 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] For port 4457b78f-bc99-4b5a-bd57-c30877112c56, host dv-cinder-786385-3-iscsi, cleared binding levels {{(pid=78666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:25.879459 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.plugins.ml2.db [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] For port 4457b78f-bc99-4b5a-bd57-c30877112c56, host dv-cinder-786385-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=4457b78f-bc99-4b5a-bd57-c30877112c56,segment=NetworkSegment(47d359ea-5271-42f9-bed8-e4b2a04e6db3),segment_id=47d359ea-5271-42f9-bed8-e4b2a04e6db3)] {{(pid=78666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:25.886486 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron_lib.callbacks.manager [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:25.890383 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:25.988570 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Routers {'7b7d95b0-f38d-43e6-a455-34322971b1a7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:25.989368 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:27:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['7b7d95b0-f38d-43e6-a455-34322971b1a7'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:26.067021 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e89bd-6ec6-4f38-b8ad-5080806f1657 None None] Pushing event updated for resources: {'Port': ['ID=4457b78f-bc99-4b5a-bd57-c30877112c56,revision_number=4']} {{(pid=78666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:26.142450 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG oslo_concurrency.lockutils [None req-987e89bd-6ec6-4f38-b8ad-5080806f1657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:26.230359 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] Set router 7b7d95b0-f38d-43e6-a455-34322971b1a7 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:26.585908 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'name': 'tempest-TestVolumeBootPattern-1641753116-router', 'tenant_id': '832e7d9f24284351a14dc50eb3001852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd3dd853b-cc0c-4470-abcc-87a8deec05b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:14Z', 'updated_at': '2021-05-10T17:27:19Z', 'revision_number': 4, 'project_id': '832e7d9f24284351a14dc50eb3001852', 'gw_port': {'id': 'd3dd853b-cc0c-4470-abcc-87a8deec05b8', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:15Z', 'updated_at': '2021-05-10T17:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '4457b78f-bc99-4b5a-bd57-c30877112c56', 'name': '', 'network_id': 'd14af2d4-93a5-45c4-a4cf-f8513e4046ab', 'tenant_id': '832e7d9f24284351a14dc50eb3001852', 'mac_address': 'fa:16:3e:77:da:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a05925e5-7a9c-4b96-b4b9-207b2cd10475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:18Z', 'updated_at': '2021-05-10T17:27:25Z', 'revision_number': 4, 'project_id': '832e7d9f24284351a14dc50eb3001852', 'subnets': [{'id': 'a05925e5-7a9c-4b96-b4b9-207b2cd10475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:26.590140 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309fa5b2-8db0-49a7-8930-7ac1e71af58b None None] The sync data for ids ['7b7d95b0-f38d-43e6-a455-34322971b1a7'] in dv-cinder-786385-3-iscsi is: [{'id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'name': 'tempest-TestVolumeBootPattern-1641753116-router', 'tenant_id': '832e7d9f24284351a14dc50eb3001852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd3dd853b-cc0c-4470-abcc-87a8deec05b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:14Z', 'updated_at': '2021-05-10T17:27:19Z', 'revision_number': 4, 'project_id': '832e7d9f24284351a14dc50eb3001852', 'gw_port': {'id': 'd3dd853b-cc0c-4470-abcc-87a8deec05b8', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:15Z', 'updated_at': '2021-05-10T17:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '4457b78f-bc99-4b5a-bd57-c30877112c56', 'name': '', 'network_id': 'd14af2d4-93a5-45c4-a4cf-f8513e4046ab', 'tenant_id': '832e7d9f24284351a14dc50eb3001852', 'mac_address': 'fa:16:3e:77:da:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a05925e5-7a9c-4b96-b4b9-207b2cd10475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:18Z', 'updated_at': '2021-05-10T17:27:25Z', 'revision_number': 4, 'project_id': '832e7d9f24284351a14dc50eb3001852', 'subnets': [{'id': 'a05925e5-7a9c-4b96-b4b9-207b2cd10475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:27:26.724310 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 4457b78f-bc99-4b5a-bd57-c30877112c56 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:26.835282 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning for port 4457b78f-bc99-4b5a-bd57-c30877112c56 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:26.841437 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 4457b78f-bc99-4b5a-bd57-c30877112c56 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:26.842229 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:26.972450 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:27.007199 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] For port 4457b78f-bc99-4b5a-bd57-c30877112c56, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=4457b78f-bc99-4b5a-bd57-c30877112c56,segment=NetworkSegment(47d359ea-5271-42f9-bed8-e4b2a04e6db3),segment_id=47d359ea-5271-42f9-bed8-e4b2a04e6db3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:27.011402 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:27.013558 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:27.091575 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Pushing event updated for resources: {'Port': ['ID=4457b78f-bc99-4b5a-bd57-c30877112c56,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:27.101914 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:28.673513 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 4457b78f-bc99-4b5a-bd57-c30877112c56 up at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:28.747213 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Provisioning complete for port 4457b78f-bc99-4b5a-bd57-c30877112c56 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:28.748156 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:37.297690 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-ac4a9766-a779-43ba-abb7-90e7393c51e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.478881 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.887012 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.902458 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-cca9332a-8b0c-4d86-b29c-0010686637ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:40.774092 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:42.433388 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:43.237664 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:27:44.954670 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 57040) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:45.013952 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b51b89-bc64-4d30-b7f6-ecb345a7ce7d admin admin] Deleting subnet 239e5018-779d-4f3a-9f9c-2fa8994f657e {{(pid=78663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:27:45.016661 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a6b51b89-bc64-4d30-b7f6-ecb345a7ce7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.067685 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a6b51b89-bc64-4d30-b7f6-ecb345a7ce7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13676310'] for subnet, precommit_delete_associations {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.120180 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a6b51b89-bc64-4d30-b7f6-ecb345a7ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862742'] for subnet, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.447753 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a6b51b89-bc64-4d30-b7f6-ecb345a7ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15048180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14861216'] for subnet, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.452493 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:45.489738 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b51b89-bc64-4d30-b7f6-ecb345a7ce7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=239e5018-779d-4f3a-9f9c-2fa8994f657e,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:45.491841 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-a6b51b89-bc64-4d30-b7f6-ecb345a7ce7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for subnet, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.494559 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-a6b51b89-bc64-4d30-b7f6-ecb345a7ce7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:45.500821 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-a6b51b89-bc64-4d30-b7f6-ecb345a7ce7d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/239e5018-779d-4f3a-9f9c-2fa8994f657e HTTP/1.1" status: 204 len: 168 time: 0.5428631 May 10 17:27:45.501115 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 57046) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:45.605242 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-4b41e0a6-531c-4166-98de-4c2a61eef88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737558'] for network, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.728297 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-4b41e0a6-531c-4166-98de-4c2a61eef88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856813', 'neutron.services.segments.db._delete_segments_for_network-8781908246685'] for network, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.741237 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-4b41e0a6-531c-4166-98de-4c2a61eef88b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2224576e-6c39-41da-a6fe-0016c8152b56']}} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:45.753302 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-4b41e0a6-531c-4166-98de-4c2a61eef88b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980a79dc-7690-436a-9bd8-fbdd42752853') {'for_net_delete': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:45.753722 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-4b41e0a6-531c-4166-98de-4c2a61eef88b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980a79dc-7690-436a-9bd8-fbdd42752853') {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:45.765508 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-4b41e0a6-531c-4166-98de-4c2a61eef88b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781908258151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13676297'] for segment, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.782341 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-4b41e0a6-531c-4166-98de-4c2a61eef88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.789871 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b41e0a6-531c-4166-98de-4c2a61eef88b admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=78663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:27:45.790368 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-4b41e0a6-531c-4166-98de-4c2a61eef88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15048082'] for segment, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: Traceback (most recent call last): May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: timer() May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: cb(*args, **kw) May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: return func(*args, **kwargs) May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: self._notify() May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: self.callback(batched_events) May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: event.method(event) May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: return f(self, *a, **k) May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: return self._get(url).json() May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: return self.request(url, 'GET', **kwargs) May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:27:45.808534 dv-cinder-786385-3-iscsi neutron-server[78663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:27:45.857328 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-626dae7a-fece-4cd7-8d06-d77eb0d5eb03 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Synchronizing usage tracker for tenant:2c795367ec454ed2b9a4e04326415579 on resource:security_group {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:27:45.873998 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-626dae7a-fece-4cd7-8d06-d77eb0d5eb03 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Unset dirty status for tenant:2c795367ec454ed2b9a4e04326415579 on resource:security_group {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:27:45.875379 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-626dae7a-fece-4cd7-8d06-d77eb0d5eb03 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1934524174&fields=id&tenant_id=2c795367ec454ed2b9a4e04326415579 HTTP/1.1" status: 200 len: 267 time: 0.0572398 May 10 17:27:45.883526 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-4b41e0a6-531c-4166-98de-4c2a61eef88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16389488'] for network, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.887295 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ca5e5c6b-3a1c-4d03-b057-0463b90de65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:45.900887 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-4b41e0a6-531c-4166-98de-4c2a61eef88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.913370 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41e0a6-531c-4166-98de-4c2a61eef88b admin admin] Pushing event deleted for resources: {'Network': ['ID=2224576e-6c39-41da-a6fe-0016c8152b56,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:45.916174 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-4b41e0a6-531c-4166-98de-4c2a61eef88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:45.920403 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-4b41e0a6-531c-4166-98de-4c2a61eef88b admin admin] 10.222.0.16 "DELETE /v2.0/networks/2224576e-6c39-41da-a6fe-0016c8152b56 HTTP/1.1" status: 204 len: 168 time: 0.4184561 May 10 17:27:46.029129 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-f355d240-cda1-4945-8e22-52e96ada9a87 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:46.029819 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-f355d240-cda1-4945-8e22-52e96ada9a87 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Synchronizing usage tracker for tenant:2c795367ec454ed2b9a4e04326415579 on resource:network {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:27:46.046276 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-f355d240-cda1-4945-8e22-52e96ada9a87 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Unset dirty status for tenant:2c795367ec454ed2b9a4e04326415579 on resource:network {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:27:46.047555 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-f355d240-cda1-4945-8e22-52e96ada9a87 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 811 time: 0.1648653 May 10 17:27:46.062114 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-7e0450c8-42f0-4c3c-b45b-ded749c769dc tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/quotas/2c795367ec454ed2b9a4e04326415579 HTTP/1.1" status: 200 len: 375 time: 0.0090508 May 10 17:27:46.092230 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 57060) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:46.144943 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-2e259bec-83e6-4a98-806d-452fc42e786f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=664ff11fa2c14cfb93504247c758791c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507822 May 10 17:27:46.147259 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 57064) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:46.150540 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-aafcadeb-7ece-487e-95ca-9a211c9858f7 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Synchronizing usage tracker for tenant:2c795367ec454ed2b9a4e04326415579 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:27:46.167069 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-aafcadeb-7ece-487e-95ca-9a211c9858f7 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Unset dirty status for tenant:2c795367ec454ed2b9a4e04326415579 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:27:46.168621 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-aafcadeb-7ece-487e-95ca-9a211c9858f7 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006570 May 10 17:27:46.205081 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-01d7d096-cc6c-4a33-b3e4-601eb2128213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:46.230789 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-01d7d096-cc6c-4a33-b3e4-601eb2128213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:46.282180 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-01d7d096-cc6c-4a33-b3e4-601eb2128213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:46.287094 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-9366ace5-42b8-498c-8482-d1703c6a9067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:46.299536 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7d096-cc6c-4a33-b3e4-601eb2128213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bf41f1-216f-4cad-b88c-988af16ff296,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:46.302271 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-01d7d096-cc6c-4a33-b3e4-601eb2128213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:46.308140 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-cc6101c8-ece5-4667-b11e-70d9f9288456 service neutron] 10.222.0.16 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281562 May 10 17:27:46.312788 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-01d7d096-cc6c-4a33-b3e4-601eb2128213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:46.317342 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-01d7d096-cc6c-4a33-b3e4-601eb2128213 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23bf41f1-216f-4cad-b88c-988af16ff296 HTTP/1.1" status: 204 len: 168 time: 0.1691763 May 10 17:27:46.441950 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-1009f93f-7bd3-4f13-bdba-045500918138 service neutron] 10.222.0.16 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272132 May 10 17:27:46.884618 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-e4ea8c01-2007-4eff-9d3f-5da7301b6b0a req-7e7cc50c-7d32-4e3d-8402-c76cd291a526 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 210 time: 0.0456614 May 10 17:27:47.076052 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 57108) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:47.183372 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1702726505-network', 'tenant_id': '6a41398d74834110ba6afafe11c4e3d5'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:47.188395 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:47.192183 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Usage tracker for resource:network and tenant:6a41398d74834110ba6afafe11c4e3d5 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:47.195151 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:47.204572 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:47.214541 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Made reservation on behalf of 6a41398d74834110ba6afafe11c4e3d5 for: {'network': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:47.216778 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for network, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.229419 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.243856 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:47.247580 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Usage tracker for resource:security_group_rule and tenant:6a41398d74834110ba6afafe11c4e3d5 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:47.250392 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:47.256067 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:47.342674 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.346857 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.351604 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-65227ade-5b90-4f65-8cb2-b19e5c8fe7bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:47.376713 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=78663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:27:47.389522 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeb1e25-d64e-4434-9baa-0c4a74135bb2,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:47.395434 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.395771 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.segments_db [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Added segment febff109-ce27-4074-9871-d22d852b4ccf of type vlan for network 30be97d6-ba07-4572-a4ed-1d012fd9bfb6 May 10 17:27:47.404917 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:47.405309 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:47.405683 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:47.406050 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:47.406414 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:47.406776 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:47.407876 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:47.408303 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:47.408726 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:47.409402 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:47.410369 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:47.410732 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:47.415364 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:47.439966 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781907823463'] for network, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.469681 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566'] for network, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.471016 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:47.471610 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.475420 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:47.575234 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4980478 May 10 17:27:47.576037 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Pushing event updated for resources: {'Network': ['ID=30be97d6-ba07-4572-a4ed-1d012fd9bfb6,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:47.578180 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 57114) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:47.578948 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-83726b22-e46a-4e8a-927f-13ff20e59438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:47.584847 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-52943df5-8ac9-448f-880e-7af372ed22cd admin admin] Request body: {'subnet': {'network_id': '30be97d6-ba07-4572-a4ed-1d012fd9bfb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1702726505-subnet', 'tenant_id': '6a41398d74834110ba6afafe11c4e3d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:47.586277 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Network 30be97d6-ba07-4572-a4ed-1d012fd9bfb6 details requested by agent ovs-agent-dv-cinder-786385-3-iscsi with host dv-cinder-786385-3-iscsi {{(pid=78665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:27:47.589694 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-52943df5-8ac9-448f-880e-7af372ed22cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:47.593504 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-52943df5-8ac9-448f-880e-7af372ed22cd admin admin] Usage tracker for resource:subnet and tenant:6a41398d74834110ba6afafe11c4e3d5 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:47.596239 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-52943df5-8ac9-448f-880e-7af372ed22cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:47.601853 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-52943df5-8ac9-448f-880e-7af372ed22cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:47.613575 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52943df5-8ac9-448f-880e-7af372ed22cd admin admin] Made reservation on behalf of 6a41398d74834110ba6afafe11c4e3d5 for: {'subnet': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:47.619523 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-52943df5-8ac9-448f-880e-7af372ed22cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15067163'] for subnet, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.991447 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-9e656161-1e6d-4187-8aed-0ae7f1252f1b tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:47.994442 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-9e656161-1e6d-4187-8aed-0ae7f1252f1b tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.48 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 811 time: 0.1689713 May 10 17:27:48.047603 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b85bd1e4-8340-48e3-bf64-1d8dc2218af2 req-2ee1131b-7a37-4f16-8b6f-661affa9effe tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 210 time: 0.0531111 May 10 17:27:48.048447 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-52943df5-8ac9-448f-880e-7af372ed22cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15837031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15067241'] for subnet, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:48.051508 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-a0e616bd-408f-4ade-bd61-34ee0f627317 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c795367ec454ed2b9a4e04326415579 HTTP/1.1" status: 200 len: 380 time: 0.0414402 May 10 17:27:48.053737 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:48.077836 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-e8160a22-ad01-4ae6-abbd-579a1acef0e1 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Request body: {'port': {'device_id': 'a01d488f-130e-4c10-b8b5-bca55c077d1f', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'admin_state_up': True, 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'security_groups': ['09fc6132-826f-451c-a86a-d61b6cab4ff2']}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:48.124281 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52943df5-8ac9-448f-880e-7af372ed22cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e8eaea-7262-478b-851d-6c635a1ee940,revision_number=0']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:48.133731 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-52943df5-8ac9-448f-880e-7af372ed22cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:48.134509 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52943df5-8ac9-448f-880e-7af372ed22cd admin admin] Checking segment: {'id': 'febff109-ce27-4074-9871-d22d852b4ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '30be97d6-ba07-4572-a4ed-1d012fd9bfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:48.134920 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52943df5-8ac9-448f-880e-7af372ed22cd admin admin] Network hostable DHCP agents. Network: 30be97d6-ba07-4572-a4ed-1d012fd9bfb6, hostable agents: ['9d22be6e-4c07-4eac-b286-9fa1c4454df6'], hosted agents: [] {{(pid=78664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:27:48.153105 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52943df5-8ac9-448f-880e-7af372ed22cd admin admin] Network 30be97d6-ba07-4572-a4ed-1d012fd9bfb6 is scheduled to be hosted by DHCP agent 9d22be6e-4c07-4eac-b286-9fa1c4454df6 with binding_index 1 {{(pid=78664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:27:48.164054 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-52943df5-8ac9-448f-880e-7af372ed22cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-3-iscsi, 30be97d6-ba07-4572-a4ed-1d012fd9bfb6) {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:48.174443 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a0d330-cb99-4d3c-8365-3f20a97d128a None None] Network 30be97d6-ba07-4572-a4ed-1d012fd9bfb6 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:48.185776 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52943df5-8ac9-448f-880e-7af372ed22cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:48.186375 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-52943df5-8ac9-448f-880e-7af372ed22cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:48.211785 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-52943df5-8ac9-448f-880e-7af372ed22cd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6319497 May 10 17:27:48.225040 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-e8160a22-ad01-4ae6-abbd-579a1acef0e1 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:48.234670 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-e8160a22-ad01-4ae6-abbd-579a1acef0e1 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:48.246726 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-e8160a22-ad01-4ae6-abbd-579a1acef0e1 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Made reservation on behalf of 2c795367ec454ed2b9a4e04326415579 for: {'port': 1} {{(pid=78663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:48.250565 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-e8160a22-ad01-4ae6-abbd-579a1acef0e1 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:48.373676 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2cdbfd-3e7b-4b71-990d-078619d4f0af None None] Network 30be97d6-ba07-4572-a4ed-1d012fd9bfb6 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:48.428698 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_common [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-e8160a22-ad01-4ae6-abbd-579a1acef0e1 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Allocated IP 172.20.0.4 (23ef3655-9e98-46c4-a16b-661a6ece4956/f0a6561c-2d0a-4a64-a257-1b5ef855364b/298edaac-5173-466d-832c-1e070941b0bd) {{(pid=78663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:48.626031 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-e8160a22-ad01-4ae6-abbd-579a1acef0e1 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for port, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:48.641453 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-e8160a22-ad01-4ae6-abbd-579a1acef0e1 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Transition to ACTIVE for port object 298edaac-5173-466d-832c-1e070941b0bd will not be triggered until provisioned by entity DHCP. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:48.667483 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-e8160a22-ad01-4ae6-abbd-579a1acef0e1 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:48.675968 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-3176c9dd-129c-465a-8009-9af63d75660d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:48.851060 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-e8160a22-ad01-4ae6-abbd-579a1acef0e1 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Network 23ef3655-9e98-46c4-a16b-661a6ece4956 is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:48.854232 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-e8160a22-ad01-4ae6-abbd-579a1acef0e1 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:48.863215 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-e8160a22-ad01-4ae6-abbd-579a1acef0e1 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Received port after_create {{(pid=78663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:48.906520 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8160a22-ad01-4ae6-abbd-579a1acef0e1 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event updated for resources: {'Port': ['ID=298edaac-5173-466d-832c-1e070941b0bd,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:48.914108 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-e8160a22-ad01-4ae6-abbd-579a1acef0e1 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:48.946752 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-e8160a22-ad01-4ae6-abbd-579a1acef0e1 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:48.947571 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-e8160a22-ad01-4ae6-abbd-579a1acef0e1 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:48.976489 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-e8160a22-ad01-4ae6-abbd-579a1acef0e1 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9025593 May 10 17:27:48.994704 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Request body: {'port': {'device_id': 'a01d488f-130e-4c10-b8b5-bca55c077d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:49.103230 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-75394d18-06ea-41ff-bafc-7b744fe593e2 None None] Provisioning for port 298edaac-5173-466d-832c-1e070941b0bd completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:49.110207 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-75394d18-06ea-41ff-bafc-7b744fe593e2 None None] Provisioning complete for port 298edaac-5173-466d-832c-1e070941b0bd triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:49.110752 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-75394d18-06ea-41ff-bafc-7b744fe593e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:49.117662 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:49.168099 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-75394d18-06ea-41ff-bafc-7b744fe593e2 None None] Port 298edaac-5173-466d-832c-1e070941b0bd cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:27:49.343324 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29553d8e-7afb-4ab1-bc5f-4e88c5b59fc5 req-233556a6-cd88-4edf-acf1-01e00be9db5c tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:49.343937 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-29553d8e-7afb-4ab1-bc5f-4e88c5b59fc5 req-233556a6-cd88-4edf-acf1-01e00be9db5c tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Synchronizing usage tracker for tenant:2c795367ec454ed2b9a4e04326415579 on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:27:49.421667 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-29553d8e-7afb-4ab1-bc5f-4e88c5b59fc5 req-233556a6-cd88-4edf-acf1-01e00be9db5c tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Unset dirty status for tenant:2c795367ec454ed2b9a4e04326415579 on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:27:49.422834 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-29553d8e-7afb-4ab1-bc5f-4e88c5b59fc5 req-233556a6-cd88-4edf-acf1-01e00be9db5c tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 931 time: 0.2613173 May 10 17:27:49.494897 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-29553d8e-7afb-4ab1-bc5f-4e88c5b59fc5 req-0791821d-c161-4d0f-a459-d523dbfb13e2 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656283 May 10 17:27:49.564862 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298edaac-5173-466d-832c-1e070941b0bd {{(pid=78663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:27:49.572551 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:49.586895 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.provisioning_blocks [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Transition to ACTIVE for port object 298edaac-5173-466d-832c-1e070941b0bd will not be triggered until provisioned by entity L2. {{(pid=78663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:49.590164 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15048126'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:49.594410 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-7f84aa7d-0e94-46e8-a125-6194618e7be8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:49.757785 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Pushing event updated for resources: {'Port': ['ID=298edaac-5173-466d-832c-1e070941b0bd,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:49.785858 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:49.827702 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Attempting to bind port 298edaac-5173-466d-832c-1e070941b0bd on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:49.828026 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Attempting to bind port 298edaac-5173-466d-832c-1e070941b0bd by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:49.828349 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Attempting to bind port 298edaac-5173-466d-832c-1e070941b0bd on network 23ef3655-9e98-46c4-a16b-661a6ece4956 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:49.832853 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Port 298edaac-5173-466d-832c-1e070941b0bd on network 23ef3655-9e98-46c4-a16b-661a6ece4956 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:27:49.833202 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Attempting to bind port 298edaac-5173-466d-832c-1e070941b0bd on network 23ef3655-9e98-46c4-a16b-661a6ece4956 {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:49.838192 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:49.838524 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Checking segment: {'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:49.838906 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Bound using segment: {'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'} {{(pid=78663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:49.839322 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.managers [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Bound port: 298edaac-5173-466d-832c-1e070941b0bd, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'}}] {{(pid=78663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:49.839662 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:49.930867 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] For port 298edaac-5173-466d-832c-1e070941b0bd, host hv-cinder-78638, cleared binding levels {{(pid=78663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:49.933913 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] For port 298edaac-5173-466d-832c-1e070941b0bd, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=298edaac-5173-466d-832c-1e070941b0bd,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:49.937507 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15048126'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:49.941705 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:49.992253 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:49.992862 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:49.994252 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] 10.222.0.48 "PUT /v2.0/ports/298edaac-5173-466d-832c-1e070941b0bd HTTP/1.1" status: 200 len: 1093 time: 1.0041275 May 10 17:27:49.994759 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01d488f-130e-4c10-b8b5-bca55c077d1f', 'tag': '298edaac-5173-466d-832c-1e070941b0bd'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:27:50.022932 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Pushing event updated for resources: {'Port': ['ID=298edaac-5173-466d-832c-1e070941b0bd,revision_number=3']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:50.033084 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:50.053557 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01d488f-130e-4c10-b8b5-bca55c077d1f', 'tag': '298edaac-5173-466d-832c-1e070941b0bd', 'status': 'completed', 'code': 200} May 10 17:27:50.150935 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-66c12194-29f2-4611-9152-9010ee7fec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:50.152560 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-66c12194-29f2-4611-9152-9010ee7fec66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 1096 time: 0.0822432 May 10 17:27:50.251689 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-400dab28-8282-4197-9601-b7d7174b8f01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=298edaac-5173-466d-832c-1e070941b0bd HTTP/1.1" status: 200 len: 217 time: 0.0850418 May 10 17:27:50.391545 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-313f2422-5617-4507-8916-234dfa601ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:50.392969 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-313f2422-5617-4507-8916-234dfa601ba6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a6561c-2d0a-4a64-a257-1b5ef855364b HTTP/1.1" status: 200 len: 850 time: 0.0944657 May 10 17:27:50.455772 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a6564-0fde-46bd-a30b-53894da6921d req-c0beb031-2808-4d97-ae52-7598cf3e8ff9 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:50.456911 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-301a6564-0fde-46bd-a30b-53894da6921d req-c0beb031-2808-4d97-ae52-7598cf3e8ff9 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Synchronizing usage tracker for tenant:6a41398d74834110ba6afafe11c4e3d5 on resource:network {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:27:50.481741 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-301a6564-0fde-46bd-a30b-53894da6921d req-c0beb031-2808-4d97-ae52-7598cf3e8ff9 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Unset dirty status for tenant:6a41398d74834110ba6afafe11c4e3d5 on resource:network {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:27:50.482848 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-301a6564-0fde-46bd-a30b-53894da6921d req-c0beb031-2808-4d97-ae52-7598cf3e8ff9 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/networks?id=30be97d6-ba07-4572-a4ed-1d012fd9bfb6 HTTP/1.1" status: 200 len: 814 time: 0.2679272 May 10 17:27:50.506926 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-301a6564-0fde-46bd-a30b-53894da6921d req-9d12f89b-08ae-4b75-bd0e-75b2cd6f7f9f tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/quotas/6a41398d74834110ba6afafe11c4e3d5 HTTP/1.1" status: 200 len: 375 time: 0.0177987 May 10 17:27:50.508889 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-1617608f-9b8b-4f0e-96dc-c778eeddbd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:50.510287 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-1617608f-9b8b-4f0e-96dc-c778eeddbd7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23ef3655-9e98-46c4-a16b-661a6ece4956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1036811 May 10 17:27:50.674058 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-301a6564-0fde-46bd-a30b-53894da6921d req-3cd26f08-a4ea-4145-a1e6-ae858f344e40 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a41398d74834110ba6afafe11c4e3d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1620793 May 10 17:27:50.684386 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc721fc6-e498-4746-bd77-1b50931fdb83 req-6120d8e0-bb3a-4f22-815a-7c95684e7b54 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:50.686814 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc721fc6-e498-4746-bd77-1b50931fdb83 req-6120d8e0-bb3a-4f22-815a-7c95684e7b54 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 943 time: 0.0808787 May 10 17:27:50.731545 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc721fc6-e498-4746-bd77-1b50931fdb83 req-d52da092-6478-43be-ae5e-7745b891b93a tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391462 May 10 17:27:50.874543 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-b1a45b10-ebd6-419b-9843-41e593ffef8f service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293283 May 10 17:27:50.912252 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-301a6564-0fde-46bd-a30b-53894da6921d req-3504d2c2-4a70-4c1f-82b9-244198093b77 service neutron] 10.222.0.16 "GET /v2.0/networks/30be97d6-ba07-4572-a4ed-1d012fd9bfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881289 May 10 17:27:51.113278 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-9e22803a-e5e3-47f5-8e94-9c2bf8cd1cfa req-e8932e31-6fc8-410c-8a07-2ac60cd97e4d service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292581 May 10 17:27:51.128291 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-301a6564-0fde-46bd-a30b-53894da6921d req-3d7f30b8-5d95-4ab1-bb86-de3478e7d9e8 service neutron] 10.222.0.16 "GET /v2.0/networks/30be97d6-ba07-4572-a4ed-1d012fd9bfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683528 May 10 17:27:51.296797 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-28b6a21f-1537-4675-8cb4-8241dc42b1c1 req-498da7c4-3a9d-4442-bb2b-f76c78566173 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56f9029-0194-496d-92c3-195b4f22bb8f HTTP/1.1" status: 200 len: 210 time: 0.0421081 May 10 17:27:51.501186 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68a77d-2671-4712-8a12-1c54f9966010 req-e9446687-a5ca-438a-b721-4ebf6d7b10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:51.502653 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ef68a77d-2671-4712-8a12-1c54f9966010 req-e9446687-a5ca-438a-b721-4ebf6d7b10cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 1096 time: 0.0761313 May 10 17:27:51.637186 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68a77d-2671-4712-8a12-1c54f9966010 req-11fcd384-6151-4ca1-8a89-7e19b633dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:51.638634 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ef68a77d-2671-4712-8a12-1c54f9966010 req-11fcd384-6151-4ca1-8a89-7e19b633dc13 service neutron] 10.222.0.48 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 912 time: 0.1287715 May 10 17:27:51.707941 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ef68a77d-2671-4712-8a12-1c54f9966010 req-e3712097-1445-4111-82ef-400de2e4701f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=298edaac-5173-466d-832c-1e070941b0bd HTTP/1.1" status: 200 len: 217 time: 0.0615723 May 10 17:27:51.791360 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68a77d-2671-4712-8a12-1c54f9966010 req-6a91cabd-2cb4-4471-aab8-061980e32f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:51.792810 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ef68a77d-2671-4712-8a12-1c54f9966010 req-6a91cabd-2cb4-4471-aab8-061980e32f7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a6561c-2d0a-4a64-a257-1b5ef855364b HTTP/1.1" status: 200 len: 850 time: 0.0694335 May 10 17:27:51.934303 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68a77d-2671-4712-8a12-1c54f9966010 req-b45a676c-45e6-409b-8a94-805d1ecb1713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:51.935671 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ef68a77d-2671-4712-8a12-1c54f9966010 req-b45a676c-45e6-409b-8a94-805d1ecb1713 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23ef3655-9e98-46c4-a16b-661a6ece4956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1357410 May 10 17:27:51.970646 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aee452-f3f4-436e-ae4b-bb9ba5bb25d1 req-1eb28173-f5fb-4bcf-97f7-35e689cfc4a7 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:51.971994 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-60aee452-f3f4-436e-ae4b-bb9ba5bb25d1 req-1eb28173-f5fb-4bcf-97f7-35e689cfc4a7 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 943 time: 0.1309922 May 10 17:27:52.090981 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-60aee452-f3f4-436e-ae4b-bb9ba5bb25d1 req-c957a274-b257-4e43-bfc2-b833dfb0e62a tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741270 May 10 17:27:52.108363 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ef68a77d-2671-4712-8a12-1c54f9966010 req-128c49a1-344b-4de5-8c41-0c7804dd8000 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648841 May 10 17:27:52.248246 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-ef68a77d-2671-4712-8a12-1c54f9966010 req-62b3b08e-ad33-463d-bb51-dae9fb25c779 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240714 May 10 17:27:52.470173 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a6564-0fde-46bd-a30b-53894da6921d req-5e358e58-f5a0-439e-a456-68bd7a40c3fd tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:52.471601 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-301a6564-0fde-46bd-a30b-53894da6921d req-5e358e58-f5a0-439e-a456-68bd7a40c3fd tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.48 "GET /v2.0/networks?id=30be97d6-ba07-4572-a4ed-1d012fd9bfb6 HTTP/1.1" status: 200 len: 814 time: 0.1927338 May 10 17:27:52.473708 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-45d37a16-5000-4abb-acb2-a4468f158c37 req-05958daf-e4f0-4a97-ada1-a24883be9a9d tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56f9029-0194-496d-92c3-195b4f22bb8f HTTP/1.1" status: 200 len: 210 time: 0.0671799 May 10 17:27:52.489162 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-301a6564-0fde-46bd-a30b-53894da6921d req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Request body: {'port': {'device_id': 'b56f9029-0194-496d-92c3-195b4f22bb8f', 'network_id': '30be97d6-ba07-4572-a4ed-1d012fd9bfb6', 'admin_state_up': True, 'tenant_id': '6a41398d74834110ba6afafe11c4e3d5'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:52.725140 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-301a6564-0fde-46bd-a30b-53894da6921d req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:52.728825 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-301a6564-0fde-46bd-a30b-53894da6921d req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Usage tracker for resource:port and tenant:6a41398d74834110ba6afafe11c4e3d5 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:52.731579 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-301a6564-0fde-46bd-a30b-53894da6921d req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:52.737126 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-301a6564-0fde-46bd-a30b-53894da6921d req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:52.747002 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301a6564-0fde-46bd-a30b-53894da6921d req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Made reservation on behalf of 6a41398d74834110ba6afafe11c4e3d5 for: {'port': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:52.750487 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-301a6564-0fde-46bd-a30b-53894da6921d req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:52.908465 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [req-301a6564-0fde-46bd-a30b-53894da6921d req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Allocated IP 172.20.0.10 (30be97d6-ba07-4572-a4ed-1d012fd9bfb6/f7e8eaea-7262-478b-851d-6c635a1ee940/17476816-50d8-4060-9e54-e363f144da0c) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:53.107536 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-301a6564-0fde-46bd-a30b-53894da6921d req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.136111 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-301a6564-0fde-46bd-a30b-53894da6921d req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.141633 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-afcb9415-7bb6-4f9d-9a78-c110fc93e39f tempest-AttachVolumeNegativeTest-439959368 tempest-AttachVolumeNegativeTest-439959368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:53.208854 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301a6564-0fde-46bd-a30b-53894da6921d req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Network 30be97d6-ba07-4572-a4ed-1d012fd9bfb6 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:53.216094 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [req-301a6564-0fde-46bd-a30b-53894da6921d req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:53.220979 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-301a6564-0fde-46bd-a30b-53894da6921d req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:53.248970 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Pushing event updated for resources: {'Port': ['ID=17476816-50d8-4060-9e54-e363f144da0c,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:53.258315 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:53.277876 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c4b1b-3195-4601-bcc6-76a98873934b req-3f6ff59e-5ff8-4c91-83a8-13cbd8acbf7b tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:53.279431 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2a1c4b1b-3195-4601-bcc6-76a98873934b req-3f6ff59e-5ff8-4c91-83a8-13cbd8acbf7b tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 943 time: 0.0822027 May 10 17:27:53.285242 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a6564-0fde-46bd-a30b-53894da6921d req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:53.285880 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-301a6564-0fde-46bd-a30b-53894da6921d req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.306913 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-301a6564-0fde-46bd-a30b-53894da6921d req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8224082 May 10 17:27:53.323746 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-2a1c4b1b-3195-4601-bcc6-76a98873934b req-a485327a-0514-40f8-be51-69173a370c18 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381100 May 10 17:27:53.323925 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Request body: {'port': {'device_id': 'b56f9029-0194-496d-92c3-195b4f22bb8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:53.432954 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.759791 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d422746-5105-49b9-b3d5-ab570163fc2e req-d1295a81-0422-4d4f-9b58-47b7408aff81 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:53.760486 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-6d422746-5105-49b9-b3d5-ab570163fc2e req-d1295a81-0422-4d4f-9b58-47b7408aff81 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Synchronizing usage tracker for tenant:6a41398d74834110ba6afafe11c4e3d5 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:27:53.789403 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-6d422746-5105-49b9-b3d5-ab570163fc2e req-d1295a81-0422-4d4f-9b58-47b7408aff81 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Unset dirty status for tenant:6a41398d74834110ba6afafe11c4e3d5 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:27:53.790529 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6d422746-5105-49b9-b3d5-ab570163fc2e req-d1295a81-0422-4d4f-9b58-47b7408aff81 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56f9029-0194-496d-92c3-195b4f22bb8f HTTP/1.1" status: 200 len: 932 time: 0.2118492 May 10 17:27:53.876108 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17476816-50d8-4060-9e54-e363f144da0c {{(pid=78664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:27:53.887122 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.891513 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6d422746-5105-49b9-b3d5-ab570163fc2e req-9fad145f-7c0d-4efe-ae82-fdc00137db7a tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661142 May 10 17:27:53.903600 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Transition to ACTIVE for port object 17476816-50d8-4060-9e54-e363f144da0c will not be triggered until provisioned by entity L2. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:53.907342 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.912468 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-65e4e01a-eb82-440f-b632-07291d6259e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:54.062874 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Pushing event updated for resources: {'Port': ['ID=17476816-50d8-4060-9e54-e363f144da0c,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:54.065538 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:54.136498 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Attempting to bind port 17476816-50d8-4060-9e54-e363f144da0c on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:54.136819 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Attempting to bind port 17476816-50d8-4060-9e54-e363f144da0c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'febff109-ce27-4074-9871-d22d852b4ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '30be97d6-ba07-4572-a4ed-1d012fd9bfb6'}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:54.137164 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Attempting to bind port 17476816-50d8-4060-9e54-e363f144da0c on network 30be97d6-ba07-4572-a4ed-1d012fd9bfb6 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:54.141561 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Port 17476816-50d8-4060-9e54-e363f144da0c on network 30be97d6-ba07-4572-a4ed-1d012fd9bfb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:27:54.141871 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Attempting to bind port 17476816-50d8-4060-9e54-e363f144da0c on network 30be97d6-ba07-4572-a4ed-1d012fd9bfb6 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:54.147306 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:54.147631 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Checking segment: {'id': 'febff109-ce27-4074-9871-d22d852b4ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '30be97d6-ba07-4572-a4ed-1d012fd9bfb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:54.147999 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Bound using segment: {'id': 'febff109-ce27-4074-9871-d22d852b4ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '30be97d6-ba07-4572-a4ed-1d012fd9bfb6'} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:54.148405 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Bound port: 17476816-50d8-4060-9e54-e363f144da0c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'febff109-ce27-4074-9871-d22d852b4ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '30be97d6-ba07-4572-a4ed-1d012fd9bfb6'}}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:54.148738 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.233261 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] For port 17476816-50d8-4060-9e54-e363f144da0c, host hv-cinder-78638, cleared binding levels {{(pid=78664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:54.236211 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] For port 17476816-50d8-4060-9e54-e363f144da0c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=17476816-50d8-4060-9e54-e363f144da0c,segment=NetworkSegment(febff109-ce27-4074-9871-d22d852b4ccf),segment_id=febff109-ce27-4074-9871-d22d852b4ccf)] {{(pid=78664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:54.240396 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.243908 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-89effa4e-bac3-4169-8f1e-d5c04f9d3a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:54.298606 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:54.299206 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.300562 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-301a6564-0fde-46bd-a30b-53894da6921d req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] 10.222.0.48 "PUT /v2.0/ports/17476816-50d8-4060-9e54-e363f144da0c HTTP/1.1" status: 200 len: 1094 time: 0.9808621 May 10 17:27:54.301074 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56f9029-0194-496d-92c3-195b4f22bb8f', 'tag': '17476816-50d8-4060-9e54-e363f144da0c'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:27:54.327075 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Pushing event updated for resources: {'Port': ['ID=17476816-50d8-4060-9e54-e363f144da0c,revision_number=3']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:54.330089 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:54.431338 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a6564-0fde-46bd-a30b-53894da6921d req-74fef595-2e01-4a05-9982-7959390b34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:54.433080 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-301a6564-0fde-46bd-a30b-53894da6921d req-74fef595-2e01-4a05-9982-7959390b34d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a41398d74834110ba6afafe11c4e3d5&device_id=b56f9029-0194-496d-92c3-195b4f22bb8f HTTP/1.1" status: 200 len: 1097 time: 0.0787156 May 10 17:27:54.636790 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56f9029-0194-496d-92c3-195b4f22bb8f', 'tag': '17476816-50d8-4060-9e54-e363f144da0c', 'status': 'completed', 'code': 200} May 10 17:27:54.648036 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-301a6564-0fde-46bd-a30b-53894da6921d req-8fb19b22-d563-4750-9b01-feec01955f96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17476816-50d8-4060-9e54-e363f144da0c HTTP/1.1" status: 200 len: 217 time: 0.1788795 May 10 17:27:54.728049 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a6564-0fde-46bd-a30b-53894da6921d req-0644c2dc-359e-4f39-8046-f5f6f3b39e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:54.729469 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-301a6564-0fde-46bd-a30b-53894da6921d req-0644c2dc-359e-4f39-8046-f5f6f3b39e3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7e8eaea-7262-478b-851d-6c635a1ee940 HTTP/1.1" status: 200 len: 854 time: 0.0746629 May 10 17:27:54.736965 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f675a0f-5852-43a7-8759-fbcd4d5402a0 req-6ec70264-1900-4ac9-829c-e3e3826614ec tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:54.738818 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6f675a0f-5852-43a7-8759-fbcd4d5402a0 req-6ec70264-1900-4ac9-829c-e3e3826614ec tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 943 time: 0.3048089 May 10 17:27:54.798859 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-301a6564-0fde-46bd-a30b-53894da6921d req-e8aac17b-2e45-4270-b9e9-cb350d0cf9cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30be97d6-ba07-4572-a4ed-1d012fd9bfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591557 May 10 17:27:54.885523 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6f675a0f-5852-43a7-8759-fbcd4d5402a0 req-995398db-0b0b-41eb-837d-1dbbb6b4216b tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153529 May 10 17:27:54.942828 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-301a6564-0fde-46bd-a30b-53894da6921d req-7df22dc4-4f9a-4d6b-9661-12918ab3e09a service neutron] 10.222.0.48 "GET /v2.0/networks/30be97d6-ba07-4572-a4ed-1d012fd9bfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333144 May 10 17:27:55.077955 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-301a6564-0fde-46bd-a30b-53894da6921d req-c2df1ef8-ee10-4346-b141-4b71c6758e4f service neutron] 10.222.0.48 "GET /v2.0/networks/30be97d6-ba07-4572-a4ed-1d012fd9bfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287684 May 10 17:27:55.182750 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88160467-cc9e-4eb7-8748-3179a741b495 req-17a65972-a24c-4756-8631-58895beb2f30 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:55.184120 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-88160467-cc9e-4eb7-8748-3179a741b495 req-17a65972-a24c-4756-8631-58895beb2f30 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56f9029-0194-496d-92c3-195b4f22bb8f HTTP/1.1" status: 200 len: 944 time: 0.1875079 May 10 17:27:55.227833 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-88160467-cc9e-4eb7-8748-3179a741b495 req-95879009-e93a-4588-9827-2f52aa524a12 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Synchronizing usage tracker for tenant:6a41398d74834110ba6afafe11c4e3d5 on resource:security_group {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:27:55.231447 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252a232-0f88-4acc-b706-f7b35be1e0eb req-deafc598-92b6-4510-9dcc-327473befa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:55.232942 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c252a232-0f88-4acc-b706-f7b35be1e0eb req-deafc598-92b6-4510-9dcc-327473befa3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a41398d74834110ba6afafe11c4e3d5&device_id=b56f9029-0194-496d-92c3-195b4f22bb8f HTTP/1.1" status: 200 len: 1097 time: 0.0706279 May 10 17:27:55.245355 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-88160467-cc9e-4eb7-8748-3179a741b495 req-95879009-e93a-4588-9827-2f52aa524a12 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Unset dirty status for tenant:6a41398d74834110ba6afafe11c4e3d5 on resource:security_group {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:27:55.246440 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-88160467-cc9e-4eb7-8748-3179a741b495 req-95879009-e93a-4588-9827-2f52aa524a12 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565088 May 10 17:27:55.371528 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252a232-0f88-4acc-b706-f7b35be1e0eb req-3e7142dd-d8a9-41d1-b2b5-4a6ecaa637c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:55.372989 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c252a232-0f88-4acc-b706-f7b35be1e0eb req-3e7142dd-d8a9-41d1-b2b5-4a6ecaa637c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=30be97d6-ba07-4572-a4ed-1d012fd9bfb6 HTTP/1.1" status: 200 len: 915 time: 0.1320133 May 10 17:27:55.445136 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c252a232-0f88-4acc-b706-f7b35be1e0eb req-19fa2897-12dc-4535-b5c9-77e81b97bee1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17476816-50d8-4060-9e54-e363f144da0c HTTP/1.1" status: 200 len: 217 time: 0.0628211 May 10 17:27:55.506590 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252a232-0f88-4acc-b706-f7b35be1e0eb req-b2b0f439-74bd-448b-a3e0-7a9da1ae49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:55.507951 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c252a232-0f88-4acc-b706-f7b35be1e0eb req-b2b0f439-74bd-448b-a3e0-7a9da1ae49a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7e8eaea-7262-478b-851d-6c635a1ee940 HTTP/1.1" status: 200 len: 854 time: 0.0556667 May 10 17:27:55.554719 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c252a232-0f88-4acc-b706-f7b35be1e0eb req-4693dc52-4bcb-4f41-89b9-8d3e6206f4bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30be97d6-ba07-4572-a4ed-1d012fd9bfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393665 May 10 17:27:55.685264 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c252a232-0f88-4acc-b706-f7b35be1e0eb req-db0d04a0-119c-4f56-ab11-9ee932d5eadb service neutron] 10.222.0.48 "GET /v2.0/networks/30be97d6-ba07-4572-a4ed-1d012fd9bfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225200 May 10 17:27:55.816703 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c252a232-0f88-4acc-b706-f7b35be1e0eb req-68c3fe25-72a5-4d61-9214-b7c174e16ce7 service neutron] 10.222.0.48 "GET /v2.0/networks/30be97d6-ba07-4572-a4ed-1d012fd9bfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243796 May 10 17:27:56.070025 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400bf58-d61e-44f2-a4e2-7873d4545970 req-64c3af43-85d4-4e41-96f4-67f2a825805a tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:56.071331 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6400bf58-d61e-44f2-a4e2-7873d4545970 req-64c3af43-85d4-4e41-96f4-67f2a825805a tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 943 time: 0.0827358 May 10 17:27:56.114389 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6400bf58-d61e-44f2-a4e2-7873d4545970 req-0026c608-61f4-4a27-b621-93e659e6e0bc tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375466 May 10 17:27:56.283250 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 17476816-50d8-4060-9e54-e363f144da0c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:27:56.412432 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 17476816-50d8-4060-9e54-e363f144da0c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=17476816-50d8-4060-9e54-e363f144da0c,segment=NetworkSegment(febff109-ce27-4074-9871-d22d852b4ccf),segment_id=febff109-ce27-4074-9871-d22d852b4ccf)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:56.425646 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '17476816-50d8-4060-9e54-e363f144da0c', 'network_id': '30be97d6-ba07-4572-a4ed-1d012fd9bfb6', 'port_id': '17476816-50d8-4060-9e54-e363f144da0c', 'mac_address': 'fa:16:3e:17:8d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e8eaea-7262-478b-851d-6c635a1ee940', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:27:56.430308 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90767187-398c-4657-8c2d-33817ab71e4b req-1acc79c3-577b-42ba-8409-75a48459777b tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:56.431872 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-90767187-398c-4657-8c2d-33817ab71e4b req-1acc79c3-577b-42ba-8409-75a48459777b tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56f9029-0194-496d-92c3-195b4f22bb8f HTTP/1.1" status: 200 len: 944 time: 0.0820253 May 10 17:27:56.477085 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-90767187-398c-4657-8c2d-33817ab71e4b req-5531e5a3-7bf6-4411-a9b4-71d322483d6a tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394301 May 10 17:27:56.482854 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:56.499504 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17476816-50d8-4060-9e54-e363f144da0c {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:27:56.514174 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 17476816-50d8-4060-9e54-e363f144da0c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=17476816-50d8-4060-9e54-e363f144da0c,segment=NetworkSegment(febff109-ce27-4074-9871-d22d852b4ccf),segment_id=febff109-ce27-4074-9871-d22d852b4ccf)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:56.517969 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:56.519745 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:56.583091 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=17476816-50d8-4060-9e54-e363f144da0c,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:56.586018 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:56.821816 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['17476816-50d8-4060-9e54-e363f144da0c'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:27:57.295086 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bb0b7-c39f-48f2-88a8-4db7e172124a req-9fc226ec-403a-4bd1-a06f-07ffad39bdc4 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:57.296491 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-767bb0b7-c39f-48f2-88a8-4db7e172124a req-9fc226ec-403a-4bd1-a06f-07ffad39bdc4 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 943 time: 0.0809724 May 10 17:27:57.340642 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-767bb0b7-c39f-48f2-88a8-4db7e172124a req-4335bcbf-0bdc-4098-be47-0de02173ffbc tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385044 May 10 17:27:57.659942 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046f249-dad0-4d9d-9a86-abd305d2d8ee req-5c300e65-ae40-4662-be01-e5c0bc49942f tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:57.661496 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3046f249-dad0-4d9d-9a86-abd305d2d8ee req-5c300e65-ae40-4662-be01-e5c0bc49942f tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56f9029-0194-496d-92c3-195b4f22bb8f HTTP/1.1" status: 200 len: 945 time: 0.0806327 May 10 17:27:57.706418 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3046f249-dad0-4d9d-9a86-abd305d2d8ee req-935ed3fe-02d1-432e-aa5b-0e54f970994b tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389304 May 10 17:27:58.282088 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 298edaac-5173-466d-832c-1e070941b0bd details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:27:58.290619 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 17476816-50d8-4060-9e54-e363f144da0c up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:58.450603 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port 17476816-50d8-4060-9e54-e363f144da0c completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:58.470133 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 17476816-50d8-4060-9e54-e363f144da0c triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:58.470514 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:58.516436 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 298edaac-5173-466d-832c-1e070941b0bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=298edaac-5173-466d-832c-1e070941b0bd,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:58.520309 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d725d-ee3c-424d-a499-dd728ffb3a8b req-2383ded2-e98a-439e-8aa4-2b9646ac428d tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:58.521807 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-676d725d-ee3c-424d-a499-dd728ffb3a8b req-2383ded2-e98a-439e-8aa4-2b9646ac428d tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 943 time: 0.0798643 May 10 17:27:58.541389 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '298edaac-5173-466d-832c-1e070941b0bd', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'port_id': '298edaac-5173-466d-832c-1e070941b0bd', 'mac_address': 'fa:16:3e:14:4d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:27:58.565945 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-676d725d-ee3c-424d-a499-dd728ffb3a8b req-c725fbdd-5340-4c6e-947a-5e5e54637800 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383356 May 10 17:27:58.639290 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:58.667846 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:58.676866 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298edaac-5173-466d-832c-1e070941b0bd {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:27:58.702335 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 298edaac-5173-466d-832c-1e070941b0bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=298edaac-5173-466d-832c-1e070941b0bd,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:58.707348 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56f9029-0194-496d-92c3-195b4f22bb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17476816-50d8-4060-9e54-e363f144da0c'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:27:58.715032 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:58.717560 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:58.758613 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 17476816-50d8-4060-9e54-e363f144da0c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=17476816-50d8-4060-9e54-e363f144da0c,segment=NetworkSegment(febff109-ce27-4074-9871-d22d852b4ccf),segment_id=febff109-ce27-4074-9871-d22d852b4ccf)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:58.761040 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56f9029-0194-496d-92c3-195b4f22bb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17476816-50d8-4060-9e54-e363f144da0c', 'code': 200} May 10 17:27:58.767981 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:58.795622 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=298edaac-5173-466d-832c-1e070941b0bd,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:58.798482 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:58.798981 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-dc0156b2-0aad-467e-810a-09eaa68bea5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:58.865566 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=17476816-50d8-4060-9e54-e363f144da0c,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:58.868611 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:59.008295 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['298edaac-5173-466d-832c-1e070941b0bd'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:27:59.076896 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcef76-20ba-42a2-8849-2ae8a9dc896d req-eec94722-ba4a-448c-921f-eedb2c56832c tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:59.078289 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-06dcef76-20ba-42a2-8849-2ae8a9dc896d req-eec94722-ba4a-448c-921f-eedb2c56832c tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56f9029-0194-496d-92c3-195b4f22bb8f HTTP/1.1" status: 200 len: 946 time: 0.2508755 May 10 17:27:59.080373 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908334d-cdc6-4396-afc9-0482703eb9ba req-943052a5-c7ac-4072-91c6-e5b4294ec345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:59.082332 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1908334d-cdc6-4396-afc9-0482703eb9ba req-943052a5-c7ac-4072-91c6-e5b4294ec345 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b56f9029-0194-496d-92c3-195b4f22bb8f HTTP/1.1" status: 200 len: 1099 time: 0.1073558 May 10 17:27:59.149776 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-06dcef76-20ba-42a2-8849-2ae8a9dc896d req-5c3ebbc6-d807-4dc4-8947-0221eee559fe tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644763 May 10 17:27:59.153113 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1908334d-cdc6-4396-afc9-0482703eb9ba req-4ff21fa2-87f7-4fe9-ac9a-28fe98a446af service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552382 May 10 17:27:59.749486 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da042dd5-8fdc-44e9-8eca-b6075d45ca39 req-3cc998b5-c747-4b1f-a65f-d09de3ee8977 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:59.750918 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-da042dd5-8fdc-44e9-8eca-b6075d45ca39 req-3cc998b5-c747-4b1f-a65f-d09de3ee8977 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 944 time: 0.0818617 May 10 17:27:59.795328 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-da042dd5-8fdc-44e9-8eca-b6075d45ca39 req-fd2c574c-eec5-4e76-a7bd-10c2063a7668 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386567 May 10 17:28:00.282151 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 298edaac-5173-466d-832c-1e070941b0bd up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:28:00.342202 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a643863-32c4-475f-b861-9d41da6f0ce5 req-873994c5-c697-4545-bd56-edad6f2a34c8 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:00.343957 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-7a643863-32c4-475f-b861-9d41da6f0ce5 req-873994c5-c697-4545-bd56-edad6f2a34c8 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56f9029-0194-496d-92c3-195b4f22bb8f HTTP/1.1" status: 200 len: 946 time: 0.0796196 May 10 17:28:00.352937 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port 298edaac-5173-466d-832c-1e070941b0bd completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:28:00.358544 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 298edaac-5173-466d-832c-1e070941b0bd triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:28:00.358925 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:00.393688 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-7a643863-32c4-475f-b861-9d41da6f0ce5 req-a34b46a2-57bc-49f5-b75c-841dee89e3e1 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420761 May 10 17:28:00.480463 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:00.511745 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 298edaac-5173-466d-832c-1e070941b0bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=298edaac-5173-466d-832c-1e070941b0bd,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:00.515484 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:00.518364 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:00.583944 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=298edaac-5173-466d-832c-1e070941b0bd,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:00.586807 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:00.763256 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01d488f-130e-4c10-b8b5-bca55c077d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298edaac-5173-466d-832c-1e070941b0bd'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:28:00.806834 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01d488f-130e-4c10-b8b5-bca55c077d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298edaac-5173-466d-832c-1e070941b0bd', 'code': 200} May 10 17:28:00.976011 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58416b45-13d9-45c1-99f2-cd58309e9848 req-1a79b2f9-b92a-4290-a55a-5158e8eec248 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:00.977475 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-58416b45-13d9-45c1-99f2-cd58309e9848 req-1a79b2f9-b92a-4290-a55a-5158e8eec248 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 945 time: 0.0798280 May 10 17:28:01.024797 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-58416b45-13d9-45c1-99f2-cd58309e9848 req-965ac371-0092-458f-a990-f7fb246ebbc4 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411866 May 10 17:28:01.103817 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb4b46-abd6-49f1-aa09-c8c17761917c req-1e55f698-95c8-4f0f-b4c6-2feb526e47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:01.105267 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3fdb4b46-abd6-49f1-aa09-c8c17761917c req-1e55f698-95c8-4f0f-b4c6-2feb526e47b0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 1098 time: 0.0706072 May 10 17:28:01.144363 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3fdb4b46-abd6-49f1-aa09-c8c17761917c req-321c5b09-ef62-4378-93c1-a595be9e97af service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327015 May 10 17:28:01.577505 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30eecc-82e6-42bf-b7f2-ee6c2a5d11ff req-245f5e0b-519a-4c9a-95a8-aaa0c8b0336d tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:01.578924 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-eb30eecc-82e6-42bf-b7f2-ee6c2a5d11ff req-245f5e0b-519a-4c9a-95a8-aaa0c8b0336d tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56f9029-0194-496d-92c3-195b4f22bb8f HTTP/1.1" status: 200 len: 946 time: 0.0812063 May 10 17:28:01.622099 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-eb30eecc-82e6-42bf-b7f2-ee6c2a5d11ff req-07dcc8b5-f939-426e-9d09-0ce6ef2f7a1e tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375080 May 10 17:28:02.258234 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4470875-0bd1-4e41-b014-1c0d1557e195 req-9f728c92-20de-422c-9024-fefd2ea3c0be tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:02.259996 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d4470875-0bd1-4e41-b014-1c0d1557e195 req-9f728c92-20de-422c-9024-fefd2ea3c0be tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 945 time: 0.1132736 May 10 17:28:02.308433 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d4470875-0bd1-4e41-b014-1c0d1557e195 req-9f8bc6c2-3341-468c-811f-d9cbbf4a4ccc tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427067 May 10 17:28:03.493810 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d778f3-4253-4e26-a9dd-926484f91a43 req-9862f830-52ba-4612-a676-979b25c22b90 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:03.495236 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c8d778f3-4253-4e26-a9dd-926484f91a43 req-9862f830-52ba-4612-a676-979b25c22b90 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 945 time: 0.0811665 May 10 17:28:03.544980 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c8d778f3-4253-4e26-a9dd-926484f91a43 req-bac82cf6-9bf4-4ac4-99a6-3322ec09589b tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440748 May 10 17:28:03.735270 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24211c-dc71-4357-9657-5acdd2bff853 req-9c5ba9c0-ba72-43c4-a658-84025ac3e767 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:03.737016 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-dd24211c-dc71-4357-9657-5acdd2bff853 req-9c5ba9c0-ba72-43c4-a658-84025ac3e767 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 945 time: 0.0862722 May 10 17:28:03.788459 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-dd24211c-dc71-4357-9657-5acdd2bff853 req-4a0e5caf-6a20-4b7b-a0d2-fd43df294336 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448279 May 10 17:28:03.810767 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 57266) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:03.990590 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bd4988-f2f5-417b-9edc-ad4d6b8ce839 tempest-TestVolumeBootPattern-48066297 tempest-TestVolumeBootPattern-48066297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:03.991301 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-33bd4988-f2f5-417b-9edc-ad4d6b8ce839 tempest-TestVolumeBootPattern-48066297 tempest-TestVolumeBootPattern-48066297-project-admin] Synchronizing usage tracker for tenant:832e7d9f24284351a14dc50eb3001852 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:04.007227 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-33bd4988-f2f5-417b-9edc-ad4d6b8ce839 tempest-TestVolumeBootPattern-48066297 tempest-TestVolumeBootPattern-48066297-project-admin] Unset dirty status for tenant:832e7d9f24284351a14dc50eb3001852 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:04.008597 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-33bd4988-f2f5-417b-9edc-ad4d6b8ce839 tempest-TestVolumeBootPattern-48066297 tempest-TestVolumeBootPattern-48066297-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 1093 time: 0.1968632 May 10 17:28:04.011603 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 57272) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:04.016669 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Request body: {'floatingip': {'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'port_id': '298edaac-5173-466d-832c-1e070941b0bd', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:04.022671 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:04.026661 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Usage tracker for resource:floatingip and tenant:2c795367ec454ed2b9a4e04326415579 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:04.029819 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:04.037473 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:04.046589 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for floatingip, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:04.184689 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:04.324501 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Allocated IP 172.27.0.44 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/a024b389-c17b-45b6-bdf7-fdb0ce40cc87) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:28:04.476925 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:04.505512 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:04.509789 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-70b38033-7795-4e64-a516-f2d420086e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:04.571659 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:28:04.574273 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:28:04.576726 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:28:04.621304 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event updated for resources: {'Port': ['ID=a024b389-c17b-45b6-bdf7-fdb0ce40cc87,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:04.632655 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:04.633068 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:04.633438 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:04.633800 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:04.634157 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:04.634513 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:04.634866 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:04.635218 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:04.635570 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:04.635924 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:04.636271 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:04.636618 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:04.642478 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:05.107353 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:05.180844 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:05.386454 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:05.390992 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:05.397032 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a78a99a7-4e52-4e29-abb8-f42290674224 tempest-AttachVolumeTestJSON-1027508787 tempest-AttachVolumeTestJSON-1027508787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:05.504164 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event updated for resources: {'Port': ['ID=a024b389-c17b-45b6-bdf7-fdb0ce40cc87,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:05.512876 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:05.518011 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16389503'] for floatingip, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:05.689198 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.l3_db [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Floating IP e6f4593d-fb34-413a-8089-736ee5b566ef associated. External IP: 172.27.0.44, port: 298edaac-5173-466d-832c-1e070941b0bd. May 10 17:28:06.045669 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:28:06.222056 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:28:06.231627 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e6d69-8086-4286-a2b4-152c2ebdac83 None None] Sync routers for ids ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:28:06.241117 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e6d69-8086-4286-a2b4-152c2ebdac83 None None] Routers {'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:28:06.241744 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-994e6d69-8086-4286-a2b4-152c2ebdac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:27:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:06.247485 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:06.307017 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2938893 May 10 17:28:06.307388 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01d488f-130e-4c10-b8b5-bca55c077d1f', 'tag': '298edaac-5173-466d-832c-1e070941b0bd'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:28:06.357056 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01d488f-130e-4c10-b8b5-bca55c077d1f', 'tag': '298edaac-5173-466d-832c-1e070941b0bd', 'status': 'completed', 'code': 200} May 10 17:28:06.421185 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-994e6d69-8086-4286-a2b4-152c2ebdac83 None None] Set router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:28:06.485363 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2792119-f708-4f51-8d56-2888f812603e req-2457f341-b190-4199-9bda-43d5ff8ddadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:06.486887 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a2792119-f708-4f51-8d56-2888f812603e req-2457f341-b190-4199-9bda-43d5ff8ddadf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 1098 time: 0.0753405 May 10 17:28:06.770981 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2792119-f708-4f51-8d56-2888f812603e req-4af0ca16-7945-440c-bf5f-08d5f990f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:06.772690 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a2792119-f708-4f51-8d56-2888f812603e req-4af0ca16-7945-440c-bf5f-08d5f990f83b service neutron] 10.222.0.48 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 912 time: 0.2789485 May 10 17:28:06.829225 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-994e6d69-8086-4286-a2b4-152c2ebdac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': 'e6f4593d-fb34-413a-8089-736ee5b566ef', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'port_id': '298edaac-5173-466d-832c-1e070941b0bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'mac_address': 'fa:16:3e:14:4d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d488f-130e-4c10-b8b5-bca55c077d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:28:04Z', 'updated_at': '2021-05-10T17:28:04Z', 'revision_number': 0, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:17Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:06.833602 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e6d69-8086-4286-a2b4-152c2ebdac83 None None] Checking router: ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:28:06.843112 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e6d69-8086-4286-a2b4-152c2ebdac83 None None] Routers {'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:28:06.843827 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-994e6d69-8086-4286-a2b4-152c2ebdac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:27:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:06.900300 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a2792119-f708-4f51-8d56-2888f812603e req-50708269-10d3-43b8-9bc6-455aa534c813 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=298edaac-5173-466d-832c-1e070941b0bd HTTP/1.1" status: 200 len: 998 time: 0.1183355 May 10 17:28:06.967136 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2792119-f708-4f51-8d56-2888f812603e req-6b0629bd-1882-4f5c-a340-b87c6be9f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:06.969004 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a2792119-f708-4f51-8d56-2888f812603e req-6b0629bd-1882-4f5c-a340-b87c6be9f968 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a6561c-2d0a-4a64-a257-1b5ef855364b HTTP/1.1" status: 200 len: 850 time: 0.0619767 May 10 17:28:07.037883 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-994e6d69-8086-4286-a2b4-152c2ebdac83 None None] Set router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:28:07.058159 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2792119-f708-4f51-8d56-2888f812603e req-89c8523b-caf6-45c0-bb00-f2207a5e4cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:07.059622 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a2792119-f708-4f51-8d56-2888f812603e req-89c8523b-caf6-45c0-bb00-f2207a5e4cec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23ef3655-9e98-46c4-a16b-661a6ece4956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777187 May 10 17:28:07.196509 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a2792119-f708-4f51-8d56-2888f812603e req-3f2054c7-71a6-4fbb-aa4b-bd824f544339 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290550 May 10 17:28:07.310511 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-b33c597b-a466-4a57-8134-34a3b87dc2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:07.342123 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a2792119-f708-4f51-8d56-2888f812603e req-8f33f673-f3da-4fbd-80c6-14154b65354a service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321239 May 10 17:28:07.407249 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-994e6d69-8086-4286-a2b4-152c2ebdac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': 'e6f4593d-fb34-413a-8089-736ee5b566ef', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'port_id': '298edaac-5173-466d-832c-1e070941b0bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'mac_address': 'fa:16:3e:14:4d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d488f-130e-4c10-b8b5-bca55c077d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:28:04Z', 'updated_at': '2021-05-10T17:28:04Z', 'revision_number': 0, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:17Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:07.412802 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e6d69-8086-4286-a2b4-152c2ebdac83 None None] The sync data for ids ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'] in dv-cinder-786385-3-iscsi is: [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': 'e6f4593d-fb34-413a-8089-736ee5b566ef', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'port_id': '298edaac-5173-466d-832c-1e070941b0bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'mac_address': 'fa:16:3e:14:4d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d488f-130e-4c10-b8b5-bca55c077d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:28:04Z', 'updated_at': '2021-05-10T17:28:04Z', 'revision_number': 0, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:17Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:28:07.590214 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c5ca91-3aa2-401c-baaf-33f89183828d None None] New status for floating IP e6f4593d-fb34-413a-8089-736ee5b566ef: ACTIVE {{(pid=78666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:28:08.491445 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:09.884143 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:09.894379 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-d1dc8da6-b018-4e8b-a672-182623515f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:10.774190 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:12.436009 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:20.236063 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:28:37.290838 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-d3f8ccf0-3cac-46e1-9850-88528a8bba4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:38.492355 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:39.876126 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:39.894805 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-2888de03-579f-4d97-972c-090fcd4e9610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:40.776781 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:42.441422 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:45.025958 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b859fbba-3201-485b-bb6f-8c4787db400c req-702c0f93-8ac8-447f-975a-cd440a7f22d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738988 May 10 17:28:45.188347 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859fbba-3201-485b-bb6f-8c4787db400c req-2662935f-a71a-41dc-a761-dd86d3ed6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:45.189841 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b859fbba-3201-485b-bb6f-8c4787db400c req-2662935f-a71a-41dc-a761-dd86d3ed6e46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 1098 time: 0.0764587 May 10 17:28:45.338823 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859fbba-3201-485b-bb6f-8c4787db400c req-7bb0e3ef-125d-4a71-8499-5887a6b9fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:45.340743 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b859fbba-3201-485b-bb6f-8c4787db400c req-7bb0e3ef-125d-4a71-8499-5887a6b9fda3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 912 time: 0.1297073 May 10 17:28:45.447031 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b859fbba-3201-485b-bb6f-8c4787db400c req-e49257d8-cfff-4b7d-89dc-858269e372d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=298edaac-5173-466d-832c-1e070941b0bd HTTP/1.1" status: 200 len: 1000 time: 0.0975933 May 10 17:28:45.499431 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204770a-66a2-49e6-9461-cb16b9ef2e99 req-3d0037b5-66e9-4d48-81c0-e3f7e7ce8bc5 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:45.500879 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3204770a-66a2-49e6-9461-cb16b9ef2e99 req-3d0037b5-66e9-4d48-81c0-e3f7e7ce8bc5 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56f9029-0194-496d-92c3-195b4f22bb8f HTTP/1.1" status: 200 len: 946 time: 0.0789783 May 10 17:28:45.512934 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859fbba-3201-485b-bb6f-8c4787db400c req-e607a661-2a28-4b37-86a1-7b530bd23a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:45.514452 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b859fbba-3201-485b-bb6f-8c4787db400c req-e607a661-2a28-4b37-86a1-7b530bd23a82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a6561c-2d0a-4a64-a257-1b5ef855364b HTTP/1.1" status: 200 len: 850 time: 0.0568237 May 10 17:28:45.545551 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3204770a-66a2-49e6-9461-cb16b9ef2e99 req-f818c0b4-111e-4166-ac5d-3254fe025e20 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380964 May 10 17:28:45.589174 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859fbba-3201-485b-bb6f-8c4787db400c req-8a89c98e-2355-40b0-a955-7570b4491fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:45.590551 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b859fbba-3201-485b-bb6f-8c4787db400c req-8a89c98e-2355-40b0-a955-7570b4491fdd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23ef3655-9e98-46c4-a16b-661a6ece4956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680823 May 10 17:28:45.721630 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b859fbba-3201-485b-bb6f-8c4787db400c req-1be17c6b-b2fc-49d0-ae89-c21f8125e808 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205523 May 10 17:28:45.853904 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b859fbba-3201-485b-bb6f-8c4787db400c req-ef483a17-1c33-450f-9e5b-65b2b60a1740 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247656 May 10 17:28:46.779243 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cb92b-5d15-4816-aca9-313c712d5535 req-a9309b6a-0219-43a2-83c2-893437bfc28a tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:46.780693 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0f6cb92b-5d15-4816-aca9-313c712d5535 req-a9309b6a-0219-43a2-83c2-893437bfc28a tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56f9029-0194-496d-92c3-195b4f22bb8f HTTP/1.1" status: 200 len: 946 time: 0.1305392 May 10 17:28:46.825155 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0f6cb92b-5d15-4816-aca9-313c712d5535 req-99736564-71b6-4bc5-a6ff-dc45440233a9 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386684 May 10 17:28:47.349266 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac2e90-cf4a-4f20-aa31-61195e6ec362 req-4dc199db-1b67-42bb-8062-86daffe255f9 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:47.351296 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5dac2e90-cf4a-4f20-aa31-61195e6ec362 req-4dc199db-1b67-42bb-8062-86daffe255f9 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56f9029-0194-496d-92c3-195b4f22bb8f HTTP/1.1" status: 200 len: 946 time: 0.0777128 May 10 17:28:47.579853 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-5dac2e90-cf4a-4f20-aa31-61195e6ec362 req-f3a4ce55-e914-4486-a57a-865b071f7ce1 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Deleting port 17476816-50d8-4060-9e54-e363f144da0c {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:28:47.580191 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5dac2e90-cf4a-4f20-aa31-61195e6ec362 req-f3a4ce55-e914-4486-a57a-865b071f7ce1 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:47.708968 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-5dac2e90-cf4a-4f20-aa31-61195e6ec362 req-f3a4ce55-e914-4486-a57a-865b071f7ce1 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] For port 17476816-50d8-4060-9e54-e363f144da0c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=17476816-50d8-4060-9e54-e363f144da0c,segment=NetworkSegment(febff109-ce27-4074-9871-d22d852b4ccf),segment_id=febff109-ce27-4074-9871-d22d852b4ccf)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:47.709322 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5dac2e90-cf4a-4f20-aa31-61195e6ec362 req-f3a4ce55-e914-4486-a57a-865b071f7ce1 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:47.835051 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-5dac2e90-cf4a-4f20-aa31-61195e6ec362 req-f3a4ce55-e914-4486-a57a-865b071f7ce1 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Calling delete_port for 17476816-50d8-4060-9e54-e363f144da0c owned by compute:nova {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:28:47.943770 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5dac2e90-cf4a-4f20-aa31-61195e6ec362 req-f3a4ce55-e914-4486-a57a-865b071f7ce1 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:47.951763 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-9194ac0e-ee10-4f7d-b50c-67bf10d62f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:47.977385 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-651bcb11-04df-4823-a51c-8c7beab4a710 req-0e3512c7-5037-4380-9730-c5b97a31cf99 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56f9029-0194-496d-92c3-195b4f22bb8f HTTP/1.1" status: 200 len: 210 time: 0.0481446 May 10 17:28:47.980524 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['17476816-50d8-4060-9e54-e363f144da0c'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:28:48.002211 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4ce55-e914-4486-a57a-865b071f7ce1 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Pushing event deleted for resources: {'Port': ['ID=17476816-50d8-4060-9e54-e363f144da0c,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:48.029003 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-f3a4ce55-e914-4486-a57a-865b071f7ce1 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:48.073680 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dac2e90-cf4a-4f20-aa31-61195e6ec362 req-f3a4ce55-e914-4486-a57a-865b071f7ce1 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] No DVR routers for this DVR port 17476816-50d8-4060-9e54-e363f144da0c on host hv-cinder-78638 {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:28:48.076069 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5dac2e90-cf4a-4f20-aa31-61195e6ec362 req-f3a4ce55-e914-4486-a57a-865b071f7ce1 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:48.078535 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56f9029-0194-496d-92c3-195b4f22bb8f', 'name': 'network-vif-deleted', 'tag': '17476816-50d8-4060-9e54-e363f144da0c'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:28:48.094104 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5dac2e90-cf4a-4f20-aa31-61195e6ec362 req-f3a4ce55-e914-4486-a57a-865b071f7ce1 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.48 "DELETE /v2.0/ports/17476816-50d8-4060-9e54-e363f144da0c HTTP/1.1" status: 204 len: 173 time: 0.7373013 May 10 17:28:48.123065 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56f9029-0194-496d-92c3-195b4f22bb8f', 'name': 'network-vif-deleted', 'tag': '17476816-50d8-4060-9e54-e363f144da0c', 'status': 'completed', 'code': 200} May 10 17:28:52.610495 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 17476816-50d8-4060-9e54-e363f144da0c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:28:52.644228 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: 17476816-50d8-4060-9e54-e363f144da0c {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:28:52.644579 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 17476816-50d8-4060-9e54-e363f144da0c not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:28:57.234937 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:28:58.425864 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-fef439e2-71c7-4245-b42f-e065174d788e tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:58.427224 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-fef439e2-71c7-4245-b42f-e065174d788e tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/networks?id=30be97d6-ba07-4572-a4ed-1d012fd9bfb6 HTTP/1.1" status: 200 len: 814 time: 0.1411207 May 10 17:28:58.441788 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-d4da507d-bf51-4633-80e2-473903de32f1 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/quotas/6a41398d74834110ba6afafe11c4e3d5 HTTP/1.1" status: 200 len: 375 time: 0.0086908 May 10 17:28:58.489809 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-834fbe4d-e55d-4b27-a0a0-1ff54740cbe2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Synchronizing usage tracker for tenant:6a41398d74834110ba6afafe11c4e3d5 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:58.505075 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-834fbe4d-e55d-4b27-a0a0-1ff54740cbe2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Unset dirty status for tenant:6a41398d74834110ba6afafe11c4e3d5 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:58.506637 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-834fbe4d-e55d-4b27-a0a0-1ff54740cbe2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a41398d74834110ba6afafe11c4e3d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594113 May 10 17:28:58.517870 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-aff33082-78e5-46f2-aed0-007d576b4ce8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:28:58.518779 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-aff33082-78e5-46f2-aed0-007d576b4ce8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050492 May 10 17:28:58.645756 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-eb2cb6e6-e27b-4e97-9749-294d333891d9 service neutron] 10.222.0.16 "GET /v2.0/networks/30be97d6-ba07-4572-a4ed-1d012fd9bfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216817 May 10 17:28:58.774144 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-a31aa34a-5e44-477c-9c90-f0e496f3c74a service neutron] 10.222.0.16 "GET /v2.0/networks/30be97d6-ba07-4572-a4ed-1d012fd9bfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225724 May 10 17:28:58.948361 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1c25f83e-1325-4d2c-a3fa-b9f97c790625 req-26099691-91d7-4199-8c34-1680427bd969 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc8f95a-bb9a-41de-9989-a90d5c2c5ab3 HTTP/1.1" status: 200 len: 210 time: 0.0436738 May 10 17:29:00.149666 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1a5228fe-7d3a-4504-beae-b2bc14e56c7a req-874a5160-21bd-495e-ae72-f390789715c8 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc8f95a-bb9a-41de-9989-a90d5c2c5ab3 HTTP/1.1" status: 200 len: 210 time: 0.0548511 May 10 17:29:00.207767 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-2cacd199-4e1f-4d0a-a219-0f534b578b5d tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:00.209242 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-2cacd199-4e1f-4d0a-a219-0f534b578b5d tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.48 "GET /v2.0/networks?id=30be97d6-ba07-4572-a4ed-1d012fd9bfb6 HTTP/1.1" status: 200 len: 814 time: 0.1837392 May 10 17:29:00.266350 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-2daa66d7-c884-43c0-ae09-1ae37e199880 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Request body: {'port': {'device_id': 'edc8f95a-bb9a-41de-9989-a90d5c2c5ab3', 'network_id': '30be97d6-ba07-4572-a4ed-1d012fd9bfb6', 'admin_state_up': True, 'tenant_id': '6a41398d74834110ba6afafe11c4e3d5'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:29:00.404584 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-2daa66d7-c884-43c0-ae09-1ae37e199880 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:00.414787 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-2daa66d7-c884-43c0-ae09-1ae37e199880 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:00.424069 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-2daa66d7-c884-43c0-ae09-1ae37e199880 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Made reservation on behalf of 6a41398d74834110ba6afafe11c4e3d5 for: {'port': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:29:00.427539 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-2daa66d7-c884-43c0-ae09-1ae37e199880 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:00.680215 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-2daa66d7-c884-43c0-ae09-1ae37e199880 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Allocated IP 172.20.0.4 (30be97d6-ba07-4572-a4ed-1d012fd9bfb6/f7e8eaea-7262-478b-851d-6c635a1ee940/ee3572e5-676f-4f3c-a885-28537169b705) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:29:00.879000 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-2daa66d7-c884-43c0-ae09-1ae37e199880 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:00.911029 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-2daa66d7-c884-43c0-ae09-1ae37e199880 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:00.917396 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8cb8f632-bd90-4b5f-b580-0cfa1a22ccac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:00.975630 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-2daa66d7-c884-43c0-ae09-1ae37e199880 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Network 30be97d6-ba07-4572-a4ed-1d012fd9bfb6 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:29:00.978636 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-2daa66d7-c884-43c0-ae09-1ae37e199880 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:29:00.982463 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-2daa66d7-c884-43c0-ae09-1ae37e199880 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:29:01.022823 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa66d7-c884-43c0-ae09-1ae37e199880 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Pushing event updated for resources: {'Port': ['ID=ee3572e5-676f-4f3c-a885-28537169b705,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:01.027899 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-2daa66d7-c884-43c0-ae09-1ae37e199880 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:01.053603 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-2daa66d7-c884-43c0-ae09-1ae37e199880 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:01.054204 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-2daa66d7-c884-43c0-ae09-1ae37e199880 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:01.077843 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-2daa66d7-c884-43c0-ae09-1ae37e199880 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8154719 May 10 17:29:01.093857 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-9e7317f6-bec4-456d-b1a5-6caf75101d32 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:29:01.094763 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-9e7317f6-bec4-456d-b1a5-6caf75101d32 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048039 May 10 17:29:01.146121 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Request body: {'port': {'device_id': 'edc8f95a-bb9a-41de-9989-a90d5c2c5ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:29:01.259269 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:01.335420 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df02d2-44bd-4419-b172-23f6c5739a1a req-5566eb52-b5a7-45a6-9afe-8da5935bb6cd tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:01.337445 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-14df02d2-44bd-4419-b172-23f6c5739a1a req-5566eb52-b5a7-45a6-9afe-8da5935bb6cd tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc8f95a-bb9a-41de-9989-a90d5c2c5ab3 HTTP/1.1" status: 200 len: 931 time: 0.0800002 May 10 17:29:01.385748 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-14df02d2-44bd-4419-b172-23f6c5739a1a req-57a8893f-850e-45f9-846c-ad65d445076d tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423846 May 10 17:29:01.597917 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3572e5-676f-4f3c-a885-28537169b705 {{(pid=78664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:29:01.605048 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:01.618590 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Transition to ACTIVE for port object ee3572e5-676f-4f3c-a885-28537169b705 will not be triggered until provisioned by entity L2. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:29:01.622816 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:01.626969 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-7ced7577-2e01-4217-b4e5-852b240ec5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:01.749813 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3572e5-676f-4f3c-a885-28537169b705,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:01.777351 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:01.854416 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Attempting to bind port ee3572e5-676f-4f3c-a885-28537169b705 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:29:01.854663 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Attempting to bind port ee3572e5-676f-4f3c-a885-28537169b705 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'febff109-ce27-4074-9871-d22d852b4ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '30be97d6-ba07-4572-a4ed-1d012fd9bfb6'}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:29:01.854978 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Attempting to bind port ee3572e5-676f-4f3c-a885-28537169b705 on network 30be97d6-ba07-4572-a4ed-1d012fd9bfb6 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:29:01.859562 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Port ee3572e5-676f-4f3c-a885-28537169b705 on network 30be97d6-ba07-4572-a4ed-1d012fd9bfb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:29:01.859872 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Attempting to bind port ee3572e5-676f-4f3c-a885-28537169b705 on network 30be97d6-ba07-4572-a4ed-1d012fd9bfb6 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:29:01.864826 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:29:01.865167 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Checking segment: {'id': 'febff109-ce27-4074-9871-d22d852b4ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '30be97d6-ba07-4572-a4ed-1d012fd9bfb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:29:01.865547 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Bound using segment: {'id': 'febff109-ce27-4074-9871-d22d852b4ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '30be97d6-ba07-4572-a4ed-1d012fd9bfb6'} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:29:01.865957 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Bound port: ee3572e5-676f-4f3c-a885-28537169b705, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'febff109-ce27-4074-9871-d22d852b4ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '30be97d6-ba07-4572-a4ed-1d012fd9bfb6'}}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:29:01.866304 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:01.952405 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] For port ee3572e5-676f-4f3c-a885-28537169b705, host hv-cinder-78638, cleared binding levels {{(pid=78664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:29:01.955576 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] For port ee3572e5-676f-4f3c-a885-28537169b705, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ee3572e5-676f-4f3c-a885-28537169b705,segment=NetworkSegment(febff109-ce27-4074-9871-d22d852b4ccf),segment_id=febff109-ce27-4074-9871-d22d852b4ccf)] {{(pid=78664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:29:01.959706 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:01.963963 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a3e1aeb4-edba-4100-97d4-cab37d2bc613 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:02.015701 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:02.016302 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:02.017697 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] 10.222.0.48 "PUT /v2.0/ports/ee3572e5-676f-4f3c-a885-28537169b705 HTTP/1.1" status: 200 len: 1093 time: 0.9168899 May 10 17:29:02.018180 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc8f95a-bb9a-41de-9989-a90d5c2c5ab3', 'tag': 'ee3572e5-676f-4f3c-a885-28537169b705'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:29:02.045190 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3572e5-676f-4f3c-a885-28537169b705,revision_number=3']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:02.048210 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:02.067018 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc8f95a-bb9a-41de-9989-a90d5c2c5ab3', 'tag': 'ee3572e5-676f-4f3c-a885-28537169b705', 'status': 'completed', 'code': 200} May 10 17:29:02.154075 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-448237cc-b389-46f4-ad60-9b6c566f9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:02.155544 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-448237cc-b389-46f4-ad60-9b6c566f9554 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a41398d74834110ba6afafe11c4e3d5&device_id=edc8f95a-bb9a-41de-9989-a90d5c2c5ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0697572 May 10 17:29:02.232211 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-f0449909-a441-46c6-9737-3c254327068b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee3572e5-676f-4f3c-a885-28537169b705 HTTP/1.1" status: 200 len: 217 time: 0.0637524 May 10 17:29:02.294129 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-f391469c-fcf7-4abf-b792-cf876bb3eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:02.295548 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-f391469c-fcf7-4abf-b792-cf876bb3eeb9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7e8eaea-7262-478b-851d-6c635a1ee940 HTTP/1.1" status: 200 len: 854 time: 0.0573020 May 10 17:29:02.340616 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-a38ba013-a4f1-4477-bbc4-b21188b4cd97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30be97d6-ba07-4572-a4ed-1d012fd9bfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390949 May 10 17:29:02.565232 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-d81d689e-9c57-4483-a687-0000f5335caf service neutron] 10.222.0.48 "GET /v2.0/networks/30be97d6-ba07-4572-a4ed-1d012fd9bfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186656 May 10 17:29:02.571637 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32c524-d0b2-4bef-917f-ec0a339bffe5 req-3438a787-4aaf-49bf-82ed-3e9ef4ab9a19 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:02.573106 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-5f32c524-d0b2-4bef-917f-ec0a339bffe5 req-3438a787-4aaf-49bf-82ed-3e9ef4ab9a19 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc8f95a-bb9a-41de-9989-a90d5c2c5ab3 HTTP/1.1" status: 200 len: 943 time: 0.0793958 May 10 17:29:02.618306 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-5f32c524-d0b2-4bef-917f-ec0a339bffe5 req-2fb57fb3-ecc5-4beb-a275-9d9f554f7986 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395777 May 10 17:29:02.694550 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6ccf49ea-8439-4418-9cee-ee415c695b95 req-fe0379d2-078b-4566-a873-e2c6105898b0 service neutron] 10.222.0.48 "GET /v2.0/networks/30be97d6-ba07-4572-a4ed-1d012fd9bfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225181 May 10 17:29:02.853454 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798800fa-f85e-41c6-9736-3338342dd99b req-62320bd2-2305-4dcb-8d4f-2e12bec17ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:02.854887 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-798800fa-f85e-41c6-9736-3338342dd99b req-62320bd2-2305-4dcb-8d4f-2e12bec17ee3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a41398d74834110ba6afafe11c4e3d5&device_id=edc8f95a-bb9a-41de-9989-a90d5c2c5ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0734804 May 10 17:29:02.989457 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798800fa-f85e-41c6-9736-3338342dd99b req-ead9a2e9-20fc-4177-a13f-2ceb9c86ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:02.990820 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-798800fa-f85e-41c6-9736-3338342dd99b req-ead9a2e9-20fc-4177-a13f-2ceb9c86ce5a service neutron] 10.222.0.48 "GET /v2.0/networks?id=30be97d6-ba07-4572-a4ed-1d012fd9bfb6 HTTP/1.1" status: 200 len: 915 time: 0.1297929 May 10 17:29:03.061397 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-798800fa-f85e-41c6-9736-3338342dd99b req-6228f36b-3c74-468a-bcb0-cd465f79ba29 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee3572e5-676f-4f3c-a885-28537169b705 HTTP/1.1" status: 200 len: 217 time: 0.0630543 May 10 17:29:03.123168 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798800fa-f85e-41c6-9736-3338342dd99b req-df84ac7c-0178-4526-803b-f6b137e79736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:03.124545 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-798800fa-f85e-41c6-9736-3338342dd99b req-df84ac7c-0178-4526-803b-f6b137e79736 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7e8eaea-7262-478b-851d-6c635a1ee940 HTTP/1.1" status: 200 len: 854 time: 0.0561011 May 10 17:29:03.170891 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-798800fa-f85e-41c6-9736-3338342dd99b req-c64cc4a8-8864-4c17-8828-c3da7fefd0d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=30be97d6-ba07-4572-a4ed-1d012fd9bfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394735 May 10 17:29:03.300204 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-798800fa-f85e-41c6-9736-3338342dd99b req-22da440f-9de9-4b0a-ae64-ffc89c9113c7 service neutron] 10.222.0.48 "GET /v2.0/networks/30be97d6-ba07-4572-a4ed-1d012fd9bfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215827 May 10 17:29:03.428779 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-798800fa-f85e-41c6-9736-3338342dd99b req-fa74938b-55fb-4a28-b1ae-12bcc7833a86 service neutron] 10.222.0.48 "GET /v2.0/networks/30be97d6-ba07-4572-a4ed-1d012fd9bfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222227 May 10 17:29:03.802877 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963ab0a-5af4-40cd-91f5-c67359ea14c4 req-214f56d2-8a06-45ad-943c-ee863a0eac42 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:03.803562 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-3963ab0a-5af4-40cd-91f5-c67359ea14c4 req-214f56d2-8a06-45ad-943c-ee863a0eac42 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Synchronizing usage tracker for tenant:6a41398d74834110ba6afafe11c4e3d5 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:29:03.818747 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-3963ab0a-5af4-40cd-91f5-c67359ea14c4 req-214f56d2-8a06-45ad-943c-ee863a0eac42 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Unset dirty status for tenant:6a41398d74834110ba6afafe11c4e3d5 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:29:03.819997 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3963ab0a-5af4-40cd-91f5-c67359ea14c4 req-214f56d2-8a06-45ad-943c-ee863a0eac42 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc8f95a-bb9a-41de-9989-a90d5c2c5ab3 HTTP/1.1" status: 200 len: 943 time: 0.0988491 May 10 17:29:03.863840 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3963ab0a-5af4-40cd-91f5-c67359ea14c4 req-1ad62b14-ad36-400e-8580-7a265b5673bd tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381651 May 10 17:29:04.684019 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device ee3572e5-676f-4f3c-a885-28537169b705 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:29:04.814784 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port ee3572e5-676f-4f3c-a885-28537169b705, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ee3572e5-676f-4f3c-a885-28537169b705,segment=NetworkSegment(febff109-ce27-4074-9871-d22d852b4ccf),segment_id=febff109-ce27-4074-9871-d22d852b4ccf)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:04.827417 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': 'ee3572e5-676f-4f3c-a885-28537169b705', 'network_id': '30be97d6-ba07-4572-a4ed-1d012fd9bfb6', 'port_id': 'ee3572e5-676f-4f3c-a885-28537169b705', 'mac_address': 'fa:16:3e:68:75:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e8eaea-7262-478b-851d-6c635a1ee940', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:29:04.886842 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:04.905293 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3572e5-676f-4f3c-a885-28537169b705 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:29:04.921143 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port ee3572e5-676f-4f3c-a885-28537169b705, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ee3572e5-676f-4f3c-a885-28537169b705,segment=NetworkSegment(febff109-ce27-4074-9871-d22d852b4ccf),segment_id=febff109-ce27-4074-9871-d22d852b4ccf)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:04.924937 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:04.926653 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-2af77e75-13f9-40db-8ec0-a4ae6cc381ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:04.995708 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=ee3572e5-676f-4f3c-a885-28537169b705,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:05.002861 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:05.003208 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:05.003557 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:05.003878 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:05.004204 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:05.004530 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:05.004854 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:05.005215 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:05.005543 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:05.005862 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:05.006182 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:05.006502 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:05.010338 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:05.053015 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bb670-5005-42b7-b5d7-fbfbe931f467 req-5f46ec76-afce-4262-a55b-22d77c5acc49 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:05.054459 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1e4bb670-5005-42b7-b5d7-fbfbe931f467 req-5f46ec76-afce-4262-a55b-22d77c5acc49 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc8f95a-bb9a-41de-9989-a90d5c2c5ab3 HTTP/1.1" status: 200 len: 944 time: 0.0828676 May 10 17:29:05.097150 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-1e4bb670-5005-42b7-b5d7-fbfbe931f467 req-8afc05d4-85e5-4c98-b89c-c999939721c5 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370243 May 10 17:29:05.216413 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['ee3572e5-676f-4f3c-a885-28537169b705'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:29:06.275537 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dc570-e50b-471d-b2bc-723803dc41e5 req-855b74b0-2c31-435d-b777-84ac48b5a483 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:06.276999 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d94dc570-e50b-471d-b2bc-723803dc41e5 req-855b74b0-2c31-435d-b777-84ac48b5a483 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc8f95a-bb9a-41de-9989-a90d5c2c5ab3 HTTP/1.1" status: 200 len: 944 time: 0.0786736 May 10 17:29:06.324496 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d94dc570-e50b-471d-b2bc-723803dc41e5 req-5a743d73-28e8-409e-8979-7cc8c4eb831c tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419443 May 10 17:29:06.701176 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device ee3572e5-676f-4f3c-a885-28537169b705 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:29:06.767569 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port ee3572e5-676f-4f3c-a885-28537169b705 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:29:06.772108 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port ee3572e5-676f-4f3c-a885-28537169b705 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:29:06.772487 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:06.885964 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:06.913982 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc8f95a-bb9a-41de-9989-a90d5c2c5ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3572e5-676f-4f3c-a885-28537169b705'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:29:06.923491 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port ee3572e5-676f-4f3c-a885-28537169b705, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ee3572e5-676f-4f3c-a885-28537169b705,segment=NetworkSegment(febff109-ce27-4074-9871-d22d852b4ccf),segment_id=febff109-ce27-4074-9871-d22d852b4ccf)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:06.927630 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:06.929820 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-54dc10f4-f58f-4d2a-931d-11dbad108e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:06.970882 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc8f95a-bb9a-41de-9989-a90d5c2c5ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3572e5-676f-4f3c-a885-28537169b705', 'code': 200} May 10 17:29:07.002221 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=ee3572e5-676f-4f3c-a885-28537169b705,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:07.005064 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:07.221695 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0f927-426b-444d-87d1-ebeccf7d9333 req-d320f8e7-7dbf-4ff3-ba1c-58526eecfa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:07.223081 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5ab0f927-426b-444d-87d1-ebeccf7d9333 req-d320f8e7-7dbf-4ff3-ba1c-58526eecfa6f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=edc8f95a-bb9a-41de-9989-a90d5c2c5ab3 HTTP/1.1" status: 200 len: 1098 time: 0.0707421 May 10 17:29:07.267507 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5ab0f927-426b-444d-87d1-ebeccf7d9333 req-e0dca07a-f1df-4d82-b253-c2cca56763c3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378139 May 10 17:29:07.293919 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-5a688073-2b83-4999-922b-f65e51082a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:07.509272 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7b923-9b9a-429d-9c19-6504590ad014 req-264f534a-d5a7-45d9-a52c-1c99c7b5499e tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:07.510611 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-7fb7b923-9b9a-429d-9c19-6504590ad014 req-264f534a-d5a7-45d9-a52c-1c99c7b5499e tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc8f95a-bb9a-41de-9989-a90d5c2c5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0821199 May 10 17:29:07.554090 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-7fb7b923-9b9a-429d-9c19-6504590ad014 req-7a003964-5cb4-4846-af73-ac21be734a6c tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378838 May 10 17:29:08.504439 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:08.736540 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334dc0-b91d-4b90-b1d8-4bc5c921dc94 req-80986aec-e98f-4983-bf19-98c6b9a6437c tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:08.738030 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-02334dc0-b91d-4b90-b1d8-4bc5c921dc94 req-80986aec-e98f-4983-bf19-98c6b9a6437c tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc8f95a-bb9a-41de-9989-a90d5c2c5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0792980 May 10 17:29:08.786686 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-02334dc0-b91d-4b90-b1d8-4bc5c921dc94 req-ebf3f1e2-567e-414a-82df-2574cdfc2ed2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422897 May 10 17:29:09.876953 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:09.894338 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-0e62a165-3974-4ed4-b2e0-809ae2024ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:10.780514 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:12.442186 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:31.197968 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6ac3b-bc89-445e-ba6a-4f6cd6cbb13e req-cd285304-19e4-4c6c-82c8-b200369391d9 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:31.199412 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-21f6ac3b-bc89-445e-ba6a-4f6cd6cbb13e req-cd285304-19e4-4c6c-82c8-b200369391d9 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc8f95a-bb9a-41de-9989-a90d5c2c5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0798526 May 10 17:29:31.243286 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-21f6ac3b-bc89-445e-ba6a-4f6cd6cbb13e req-bd32c74c-e8ef-40cc-814b-4307bbe4dfc8 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382771 May 10 17:29:32.426632 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67452e2e-41a2-4503-8f9b-cdfa09766c5c req-d967b2a3-6028-43db-9565-3e18c95c6073 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:32.428049 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-67452e2e-41a2-4503-8f9b-cdfa09766c5c req-d967b2a3-6028-43db-9565-3e18c95c6073 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc8f95a-bb9a-41de-9989-a90d5c2c5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0777917 May 10 17:29:32.474581 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-67452e2e-41a2-4503-8f9b-cdfa09766c5c req-f12ad6fb-dd88-46e7-8827-4e0bda6a1d1b tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddeb1e25-d64e-4434-9baa-0c4a74135bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409606 May 10 17:29:32.863365 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dc7e5-4f10-427f-9141-5e28641eac5d req-100dd926-4cbf-4123-b6aa-a92b0b2e9933 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:32.864764 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2f0dc7e5-4f10-427f-9141-5e28641eac5d req-100dd926-4cbf-4123-b6aa-a92b0b2e9933 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc8f95a-bb9a-41de-9989-a90d5c2c5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0769997 May 10 17:29:32.999447 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-2f0dc7e5-4f10-427f-9141-5e28641eac5d req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Deleting port ee3572e5-676f-4f3c-a885-28537169b705 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:29:32.999710 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-2f0dc7e5-4f10-427f-9141-5e28641eac5d req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:33.232436 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-2f0dc7e5-4f10-427f-9141-5e28641eac5d req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] For port ee3572e5-676f-4f3c-a885-28537169b705, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ee3572e5-676f-4f3c-a885-28537169b705,segment=NetworkSegment(febff109-ce27-4074-9871-d22d852b4ccf),segment_id=febff109-ce27-4074-9871-d22d852b4ccf)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:33.232782 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-2f0dc7e5-4f10-427f-9141-5e28641eac5d req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:33.352709 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-2f0dc7e5-4f10-427f-9141-5e28641eac5d req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Calling delete_port for ee3572e5-676f-4f3c-a885-28537169b705 owned by compute:nova {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:29:33.461320 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-2f0dc7e5-4f10-427f-9141-5e28641eac5d req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:33.466691 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-89d6647f-e2ba-4a2f-b2b5-4a4f957dacc1 tempest-AttachVolumeShelveTestJSON-1691482091 tempest-AttachVolumeShelveTestJSON-1691482091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:33.497860 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['ee3572e5-676f-4f3c-a885-28537169b705'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:29:33.511106 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Pushing event deleted for resources: {'Port': ['ID=ee3572e5-676f-4f3c-a885-28537169b705,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:33.548255 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:33.548772 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:33.549033 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:33.549398 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:33.549755 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:33.550114 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:33.550466 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:33.550817 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:33.551165 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:33.551514 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:33.551861 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:33.552208 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:33.559816 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:33.597563 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0dc7e5-4f10-427f-9141-5e28641eac5d req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] No DVR routers for this DVR port ee3572e5-676f-4f3c-a885-28537169b705 on host hv-cinder-78638 {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:29:33.599963 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-2f0dc7e5-4f10-427f-9141-5e28641eac5d req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:33.602579 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc8f95a-bb9a-41de-9989-a90d5c2c5ab3', 'name': 'network-vif-deleted', 'tag': 'ee3572e5-676f-4f3c-a885-28537169b705'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:29:33.618974 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-2f0dc7e5-4f10-427f-9141-5e28641eac5d req-182bbf5b-d915-42e9-bdd7-bc9f0ed377df tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.48 "DELETE /v2.0/ports/ee3572e5-676f-4f3c-a885-28537169b705 HTTP/1.1" status: 204 len: 173 time: 0.7484274 May 10 17:29:33.663374 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6a418d8c-9601-4701-b924-ef39bd7685b9 req-ebe8e70e-a406-4183-9f04-a29bea1c787a tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] 10.222.0.16 "GET /v2.0/ports?device_id=edc8f95a-bb9a-41de-9989-a90d5c2c5ab3 HTTP/1.1" status: 200 len: 210 time: 0.0544369 May 10 17:29:33.710971 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc8f95a-bb9a-41de-9989-a90d5c2c5ab3', 'name': 'network-vif-deleted', 'tag': 'ee3572e5-676f-4f3c-a885-28537169b705', 'status': 'completed', 'code': 200} May 10 17:29:34.234504 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:29:37.295987 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-90299a38-50d7-4d96-aea4-6cd05d451e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:38.460506 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device ee3572e5-676f-4f3c-a885-28537169b705 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:29:38.496436 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: ee3572e5-676f-4f3c-a885-28537169b705 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:29:38.496782 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device ee3572e5-676f-4f3c-a885-28537169b705 not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:29:38.516285 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:39.878183 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:39.895759 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-2b254b7e-d8d0-47b8-b5dc-374a83f93d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:40.782850 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:42.445955 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:00.009103 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 57750) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:00.069182 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_v2 [None req-335bbc75-6468-4fef-83de-9a6d0856833f admin admin] Deleting subnet f7e8eaea-7262-478b-851d-6c635a1ee940 {{(pid=78664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:30:00.071942 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-335bbc75-6468-4fef-83de-9a6d0856833f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:00.121421 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-335bbc75-6468-4fef-83de-9a6d0856833f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15796473'] for subnet, precommit_delete_associations {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:00.179308 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-335bbc75-6468-4fef-83de-9a6d0856833f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862742'] for subnet, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:00.419149 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-335bbc75-6468-4fef-83de-9a6d0856833f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16084900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15067248'] for subnet, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:00.423773 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:00.463168 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bbc75-6468-4fef-83de-9a6d0856833f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e8eaea-7262-478b-851d-6c635a1ee940,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:00.465132 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-335bbc75-6468-4fef-83de-9a6d0856833f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:00.467607 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-335bbc75-6468-4fef-83de-9a6d0856833f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:00.471673 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-335bbc75-6468-4fef-83de-9a6d0856833f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f7e8eaea-7262-478b-851d-6c635a1ee940 HTTP/1.1" status: 204 len: 168 time: 0.4616270 May 10 17:30:00.474068 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 57754) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:00.578457 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a775f5fd-af13-4dc5-aad8-10294cd5b427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737558'] for network, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:00.699369 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a775f5fd-af13-4dc5-aad8-10294cd5b427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856813', 'neutron.services.segments.db._delete_segments_for_network-8781908246685'] for network, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:00.712064 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-a775f5fd-af13-4dc5-aad8-10294cd5b427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30be97d6-ba07-4572-a4ed-1d012fd9bfb6']}} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:00.723736 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-a775f5fd-af13-4dc5-aad8-10294cd5b427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febff109-ce27-4074-9871-d22d852b4ccf') {'for_net_delete': True} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:00.724037 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-a775f5fd-af13-4dc5-aad8-10294cd5b427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febff109-ce27-4074-9871-d22d852b4ccf') {} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:00.735270 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a775f5fd-af13-4dc5-aad8-10294cd5b427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781908258151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796454'] for segment, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:00.751527 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a775f5fd-af13-4dc5-aad8-10294cd5b427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:00.758339 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a775f5fd-af13-4dc5-aad8-10294cd5b427 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=78664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:30:00.758814 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a775f5fd-af13-4dc5-aad8-10294cd5b427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16084930'] for segment, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: Traceback (most recent call last): May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: timer() May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: cb(*args, **kw) May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: return func(*args, **kwargs) May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: self._notify() May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: self.callback(batched_events) May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: event.method(event) May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: return f(self, *a, **k) May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._get(url).json() May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: return self.request(url, 'GET', **kwargs) May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:30:00.772921 dv-cinder-786385-3-iscsi neutron-server[78664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:30:00.849445 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a775f5fd-af13-4dc5-aad8-10294cd5b427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16389488'] for network, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:00.854688 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-ad624170-2e36-4d8b-8ed2-a70587f88223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:00.868525 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-a775f5fd-af13-4dc5-aad8-10294cd5b427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:00.878636 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775f5fd-af13-4dc5-aad8-10294cd5b427 admin admin] Pushing event deleted for resources: {'Network': ['ID=30be97d6-ba07-4572-a4ed-1d012fd9bfb6,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:00.881705 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a775f5fd-af13-4dc5-aad8-10294cd5b427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:00.886922 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-a775f5fd-af13-4dc5-aad8-10294cd5b427 admin admin] 10.222.0.16 "DELETE /v2.0/networks/30be97d6-ba07-4572-a4ed-1d012fd9bfb6 HTTP/1.1" status: 204 len: 168 time: 0.4119492 May 10 17:30:00.997147 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 57760) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:01.044123 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-e6110de8-93a0-4bb2-817c-ece7efb122f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a41398d74834110ba6afafe11c4e3d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458107 May 10 17:30:01.046326 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 57764) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:01.101246 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-140301ce-157c-43f7-93bd-f347d236bd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:01.125936 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-140301ce-157c-43f7-93bd-f347d236bd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:01.189225 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-140301ce-157c-43f7-93bd-f347d236bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:01.194577 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a8770b8d-4c9d-4f8c-ad4b-83376c32ff6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:01.207863 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140301ce-157c-43f7-93bd-f347d236bd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeb1e25-d64e-4434-9baa-0c4a74135bb2,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:01.211650 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-140301ce-157c-43f7-93bd-f347d236bd61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:01.219956 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-140301ce-157c-43f7-93bd-f347d236bd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:01.221210 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-140301ce-157c-43f7-93bd-f347d236bd61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ddeb1e25-d64e-4434-9baa-0c4a74135bb2 HTTP/1.1" status: 204 len: 168 time: 0.1739938 May 10 17:30:07.298042 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-badc420f-4b58-4c98-bae7-624b0ae08cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:08.538310 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:09.804334 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 57836) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:09.882260 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:09.900603 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4c82-18e5-45a7-9aa0-b9073ae8441c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:10.019432 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-6817bcb4-6f0d-4c2e-bb19-6473c85a1c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:10.033850 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-6817bcb4-6f0d-4c2e-bb19-6473c85a1c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:30:10.037891 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-6817bcb4-6f0d-4c2e-bb19-6473c85a1c4d admin admin] Usage tracker for resource:security_group_rule and tenant:8caa5120a26242f5ad74d2713668af57 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:30:10.040760 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-6817bcb4-6f0d-4c2e-bb19-6473c85a1c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:30:10.046398 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-6817bcb4-6f0d-4c2e-bb19-6473c85a1c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:30:10.126204 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-6817bcb4-6f0d-4c2e-bb19-6473c85a1c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:10.129896 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-6817bcb4-6f0d-4c2e-bb19-6473c85a1c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:10.138619 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-e8b70b9c-fb01-4cbf-927b-0b0113756a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:10.176477 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-6817bcb4-6f0d-4c2e-bb19-6473c85a1c4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8caa5120a26242f5ad74d2713668af57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3710432 May 10 17:30:10.178558 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817bcb4-6f0d-4c2e-bb19-6473c85a1c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f8643a-24ee-46d2-acd5-a6debccad3fb,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:10.179765 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 57842) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:10.181653 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-6817bcb4-6f0d-4c2e-bb19-6473c85a1c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:10.238507 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:10.264607 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:10.321389 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:10.325094 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-55bcca0a-153b-4c13-9e5e-efad1852d7d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:10.336148 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f8643a-24ee-46d2-acd5-a6debccad3fb,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:10.346649 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.347033 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.347408 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.347775 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.348137 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.348500 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.348865 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.349249 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.349637 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.349992 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.350348 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.350700 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.353364 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:10.354468 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7f8643a-24ee-46d2-acd5-a6debccad3fb HTTP/1.1" status: 204 len: 168 time: 0.1736417 May 10 17:30:10.355454 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-dfe6018a-35e2-4e54-9acc-60d8c42b1f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:10.786357 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:11.233546 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:30:12.446937 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:13.936064 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d41d5c-1a61-4e89-b7ed-fd7890ca8fb8 req-9aceee88-a99d-4c1a-9124-46301264e591 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:13.937576 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-42d41d5c-1a61-4e89-b7ed-fd7890ca8fb8 req-9aceee88-a99d-4c1a-9124-46301264e591 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 945 time: 0.0835748 May 10 17:30:13.981908 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-42d41d5c-1a61-4e89-b7ed-fd7890ca8fb8 req-e7883f84-8868-4859-8327-7c09a2400bad tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387123 May 10 17:30:15.272406 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03893bfb-6843-4cb5-8722-2f204f6c719c req-a25d6a0a-3215-473a-aa50-1c807243bcc5 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:15.273928 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-03893bfb-6843-4cb5-8722-2f204f6c719c req-a25d6a0a-3215-473a-aa50-1c807243bcc5 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 945 time: 0.1853938 May 10 17:30:15.318922 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-03893bfb-6843-4cb5-8722-2f204f6c719c req-8980ae49-9125-4de1-af8b-ea08acaff13d tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391526 May 10 17:30:15.558531 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d48d37-e914-49fc-9c2c-9fa1ba4ec098 req-b53726ab-1974-4c2e-8fd7-f6921d35665c tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:15.559870 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-31d48d37-e914-49fc-9c2c-9fa1ba4ec098 req-b53726ab-1974-4c2e-8fd7-f6921d35665c tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.48 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 945 time: 0.0777020 May 10 17:30:15.692549 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-31d48d37-e914-49fc-9c2c-9fa1ba4ec098 req-a22766e1-9d9f-4ac1-9ef2-a2e6a9a85211 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Deleting port 298edaac-5173-466d-832c-1e070941b0bd {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:30:15.692888 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-31d48d37-e914-49fc-9c2c-9fa1ba4ec098 req-a22766e1-9d9f-4ac1-9ef2-a2e6a9a85211 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:15.825423 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-31d48d37-e914-49fc-9c2c-9fa1ba4ec098 req-a22766e1-9d9f-4ac1-9ef2-a2e6a9a85211 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] For port 298edaac-5173-466d-832c-1e070941b0bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=298edaac-5173-466d-832c-1e070941b0bd,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:30:15.825703 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-31d48d37-e914-49fc-9c2c-9fa1ba4ec098 req-a22766e1-9d9f-4ac1-9ef2-a2e6a9a85211 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:16.110087 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-31d48d37-e914-49fc-9c2c-9fa1ba4ec098 req-a22766e1-9d9f-4ac1-9ef2-a2e6a9a85211 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:16.110373 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-31d48d37-e914-49fc-9c2c-9fa1ba4ec098 req-a22766e1-9d9f-4ac1-9ef2-a2e6a9a85211 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16389503'] for floatingip, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:16.110680 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.l3_db [req-31d48d37-e914-49fc-9c2c-9fa1ba4ec098 req-a22766e1-9d9f-4ac1-9ef2-a2e6a9a85211 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Floating IP e6f4593d-fb34-413a-8089-736ee5b566ef disassociated. External IP: 172.27.0.44, port: 298edaac-5173-466d-832c-1e070941b0bd. May 10 17:30:16.111016 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-31d48d37-e914-49fc-9c2c-9fa1ba4ec098 req-a22766e1-9d9f-4ac1-9ef2-a2e6a9a85211 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Calling delete_port for 298edaac-5173-466d-832c-1e070941b0bd owned by compute:nova {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:30:16.216011 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-31d48d37-e914-49fc-9c2c-9fa1ba4ec098 req-a22766e1-9d9f-4ac1-9ef2-a2e6a9a85211 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:16.221517 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:16.268370 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22766e1-9d9f-4ac1-9ef2-a2e6a9a85211 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event deleted for resources: {'Port': ['ID=298edaac-5173-466d-832c-1e070941b0bd,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:16.271344 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a22766e1-9d9f-4ac1-9ef2-a2e6a9a85211 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:16.451749 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31d48d37-e914-49fc-9c2c-9fa1ba4ec098 req-a22766e1-9d9f-4ac1-9ef2-a2e6a9a85211 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:30:16.465841 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6f7a7e17-5099-43c8-9f4a-a6797554b5c4 req-5d343a02-0680-401e-bc88-cb15b175ffe2 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 210 time: 0.0421376 May 10 17:30:16.629136 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31d48d37-e914-49fc-9c2c-9fa1ba4ec098 req-a22766e1-9d9f-4ac1-9ef2-a2e6a9a85211 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:30:16.638950 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa740e1-37da-4119-875c-1ed6df007eef None None] Sync routers for ids ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:30:16.650677 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa740e1-37da-4119-875c-1ed6df007eef None None] Routers {'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:30:16.655382 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-dfa740e1-37da-4119-875c-1ed6df007eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:30:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:16.706857 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d48d37-e914-49fc-9c2c-9fa1ba4ec098 req-a22766e1-9d9f-4ac1-9ef2-a2e6a9a85211 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] No DVR routers for this DVR port 298edaac-5173-466d-832c-1e070941b0bd on host hv-cinder-78638 {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:30:16.712866 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-31d48d37-e914-49fc-9c2c-9fa1ba4ec098 req-a22766e1-9d9f-4ac1-9ef2-a2e6a9a85211 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:16.716063 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01d488f-130e-4c10-b8b5-bca55c077d1f', 'name': 'network-vif-deleted', 'tag': '298edaac-5173-466d-832c-1e070941b0bd'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:30:16.762885 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-31d48d37-e914-49fc-9c2c-9fa1ba4ec098 req-a22766e1-9d9f-4ac1-9ef2-a2e6a9a85211 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.48 "DELETE /v2.0/ports/298edaac-5173-466d-832c-1e070941b0bd HTTP/1.1" status: 204 len: 173 time: 1.1972442 May 10 17:30:16.769981 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01d488f-130e-4c10-b8b5-bca55c077d1f', 'name': 'network-vif-deleted', 'tag': '298edaac-5173-466d-832c-1e070941b0bd', 'status': 'completed', 'code': 200} May 10 17:30:16.850833 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-dfa740e1-37da-4119-875c-1ed6df007eef None None] Set router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:30:17.159382 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-dfa740e1-37da-4119-875c-1ed6df007eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:17Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:17.163445 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa740e1-37da-4119-875c-1ed6df007eef None None] Checking router: ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:30:17.171533 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa740e1-37da-4119-875c-1ed6df007eef None None] Routers {'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:30:17.172136 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-dfa740e1-37da-4119-875c-1ed6df007eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:30:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:17.346323 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-dfa740e1-37da-4119-875c-1ed6df007eef None None] Set router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:30:17.571851 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 298edaac-5173-466d-832c-1e070941b0bd no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:30:17.615400 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: 298edaac-5173-466d-832c-1e070941b0bd {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:30:17.615771 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 298edaac-5173-466d-832c-1e070941b0bd not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:30:17.630984 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-d49568e6-129f-4ac3-b40c-bcaf6337021b req-7607d439-0715-425b-9a13-c86e5dd8cc46 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=a01d488f-130e-4c10-b8b5-bca55c077d1f HTTP/1.1" status: 200 len: 210 time: 0.0486288 May 10 17:30:17.731945 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-dfa740e1-37da-4119-875c-1ed6df007eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:17Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:17.735906 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa740e1-37da-4119-875c-1ed6df007eef None None] The sync data for ids ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'] in dv-cinder-786385-3-iscsi is: [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:17Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:30:17.930434 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c266e8fa-c071-4cc9-8863-75a82c59e2e2 None None] New status for floating IP e6f4593d-fb34-413a-8089-736ee5b566ef: DOWN {{(pid=78666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:30:19.052122 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-d408690d-b493-4881-9853-2d3523fdd357 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1934524174&fields=id&tenant_id=2c795367ec454ed2b9a4e04326415579 HTTP/1.1" status: 200 len: 267 time: 0.1180134 May 10 17:30:19.197267 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-8b598599-7fa2-46c2-a6ae-4f6612734558 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:19.198601 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-8b598599-7fa2-46c2-a6ae-4f6612734558 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 811 time: 0.1400280 May 10 17:30:19.216664 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-a08078a2-e59a-4e5e-8e56-0001bf2aab16 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/quotas/2c795367ec454ed2b9a4e04326415579 HTTP/1.1" status: 200 len: 375 time: 0.0126672 May 10 17:30:19.304145 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-ca3e462e-bbe1-4f8d-a9fe-99c826fe91e4 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821984 May 10 17:30:19.419348 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f869cf41-aa60-4eff-b9e3-e0d9b4c483f9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:30:19.420330 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f869cf41-aa60-4eff-b9e3-e0d9b4c483f9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1054230 May 10 17:30:19.548774 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-84bd6490-fc69-4514-ae38-884cd188a66c service neutron] 10.222.0.16 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222470 May 10 17:30:19.676360 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-5eecd544-d10e-4f24-b33e-66746962a8db service neutron] 10.222.0.16 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213188 May 10 17:30:20.050754 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-7c33a2e1-1cf5-460f-9659-a19171b939c7 req-7eb2a8d9-4c8d-419a-bd3b-cda10adee806 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Synchronizing usage tracker for tenant:2c795367ec454ed2b9a4e04326415579 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:30:20.065478 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-7c33a2e1-1cf5-460f-9659-a19171b939c7 req-7eb2a8d9-4c8d-419a-bd3b-cda10adee806 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Unset dirty status for tenant:2c795367ec454ed2b9a4e04326415579 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:30:20.066795 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-7c33a2e1-1cf5-460f-9659-a19171b939c7 req-7eb2a8d9-4c8d-419a-bd3b-cda10adee806 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 210 time: 0.0572741 May 10 17:30:21.165177 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-68e58f8a-7162-4a05-bdf9-0c42b6bdb5d5 req-650bc44c-8d96-45f5-a093-ce44e9c3e6b4 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 210 time: 0.0460453 May 10 17:30:22.257217 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-bc6a2dbf-56f6-4f75-8ab6-4ad4f0791744 req-8e7d7883-dc67-4a7c-b350-9bbec2ed5145 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 210 time: 0.0416174 May 10 17:30:23.350487 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-80e67566-8a8c-43aa-b77a-c39e63ba7f0f req-214887fb-d0e5-4c3e-9037-b85f25515080 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 210 time: 0.0423739 May 10 17:30:24.608225 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-d3f84d8b-ecfe-4ae3-b2f7-c38697a76bd6 req-07644f46-b75e-44f7-a2ea-795970af86d1 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 210 time: 0.1510653 May 10 17:30:25.214125 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-7f1fb116-3408-41bf-ab73-0972e0e29a19 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:25.215541 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-7f1fb116-3408-41bf-ab73-0972e0e29a19 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.48 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 811 time: 0.1426139 May 10 17:30:25.270914 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-6e152716-4aac-421c-a1e7-7edfbe14f010 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c795367ec454ed2b9a4e04326415579 HTTP/1.1" status: 200 len: 380 time: 0.0406411 May 10 17:30:25.295221 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-2f88590f-3c01-422c-a13d-45da3384dc53 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Request body: {'port': {'device_id': '42510df7-9a53-49b4-aac7-94e4f3935927', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'admin_state_up': True, 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'security_groups': ['09fc6132-826f-451c-a86a-d61b6cab4ff2']}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:30:25.429641 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-2f88590f-3c01-422c-a13d-45da3384dc53 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:30:25.439147 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-2f88590f-3c01-422c-a13d-45da3384dc53 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:30:25.448456 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-2f88590f-3c01-422c-a13d-45da3384dc53 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Made reservation on behalf of 2c795367ec454ed2b9a4e04326415579 for: {'port': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:30:25.451843 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-2f88590f-3c01-422c-a13d-45da3384dc53 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:25.614611 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-2f88590f-3c01-422c-a13d-45da3384dc53 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Allocated IP 172.20.0.11 (23ef3655-9e98-46c4-a16b-661a6ece4956/f0a6561c-2d0a-4a64-a257-1b5ef855364b/4b7566e9-2584-4265-a1f6-d5796434716a) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:30:25.764527 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-6a274672-832d-4336-8187-43468df68514 req-dbbc7253-c522-4a96-94ff-0d7dded5388c tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 210 time: 0.0507112 May 10 17:30:25.804437 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-2f88590f-3c01-422c-a13d-45da3384dc53 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:25.819129 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-2f88590f-3c01-422c-a13d-45da3384dc53 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Transition to ACTIVE for port object 4b7566e9-2584-4265-a1f6-d5796434716a will not be triggered until provisioned by entity DHCP. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:30:25.841762 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-2f88590f-3c01-422c-a13d-45da3384dc53 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:25.848240 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d9e97b9d-cead-42a8-8a12-f78e7d345de2 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:25.909910 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-2f88590f-3c01-422c-a13d-45da3384dc53 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Network 23ef3655-9e98-46c4-a16b-661a6ece4956 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:30:25.913243 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-2f88590f-3c01-422c-a13d-45da3384dc53 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:30:25.918222 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-2f88590f-3c01-422c-a13d-45da3384dc53 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:30:25.965156 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88590f-3c01-422c-a13d-45da3384dc53 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event updated for resources: {'Port': ['ID=4b7566e9-2584-4265-a1f6-d5796434716a,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:25.969562 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-2f88590f-3c01-422c-a13d-45da3384dc53 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:26.002962 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-2f88590f-3c01-422c-a13d-45da3384dc53 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:26.003664 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-2f88590f-3c01-422c-a13d-45da3384dc53 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:26.033983 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-2f88590f-3c01-422c-a13d-45da3384dc53 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7460563 May 10 17:30:26.052444 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Request body: {'port': {'device_id': '42510df7-9a53-49b4-aac7-94e4f3935927', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:30:26.159734 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-5c97f174-d7fa-435f-a2ca-8abc7d489e9e None None] Provisioning for port 4b7566e9-2584-4265-a1f6-d5796434716a completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:30:26.165497 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-5c97f174-d7fa-435f-a2ca-8abc7d489e9e None None] Provisioning complete for port 4b7566e9-2584-4265-a1f6-d5796434716a triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:26.165875 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-5c97f174-d7fa-435f-a2ca-8abc7d489e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:26.175422 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:26.217970 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-5c97f174-d7fa-435f-a2ca-8abc7d489e9e None None] Port 4b7566e9-2584-4265-a1f6-d5796434716a cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:30:26.513323 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7566e9-2584-4265-a1f6-d5796434716a {{(pid=78664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:30:26.520538 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:26.534796 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Transition to ACTIVE for port object 4b7566e9-2584-4265-a1f6-d5796434716a will not be triggered until provisioned by entity L2. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:30:26.539075 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:26.543407 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-2daa66d7-c884-43c0-ae09-1ae37e199880 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:26.701232 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7566e9-2584-4265-a1f6-d5796434716a,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:26.708663 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:26.777774 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Attempting to bind port 4b7566e9-2584-4265-a1f6-d5796434716a on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:30:26.778028 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Attempting to bind port 4b7566e9-2584-4265-a1f6-d5796434716a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:30:26.778361 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Attempting to bind port 4b7566e9-2584-4265-a1f6-d5796434716a on network 23ef3655-9e98-46c4-a16b-661a6ece4956 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:30:26.782943 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Port 4b7566e9-2584-4265-a1f6-d5796434716a on network 23ef3655-9e98-46c4-a16b-661a6ece4956 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:30:26.783259 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Attempting to bind port 4b7566e9-2584-4265-a1f6-d5796434716a on network 23ef3655-9e98-46c4-a16b-661a6ece4956 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:30:26.788519 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:30:26.788859 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Checking segment: {'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:30:26.789269 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Bound using segment: {'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:30:26.789687 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Bound port: 4b7566e9-2584-4265-a1f6-d5796434716a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'}}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:30:26.790029 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:27.039836 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] For port 4b7566e9-2584-4265-a1f6-d5796434716a, host hv-cinder-78638, cleared binding levels {{(pid=78664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:30:27.043352 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] For port 4b7566e9-2584-4265-a1f6-d5796434716a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4b7566e9-2584-4265-a1f6-d5796434716a,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:30:27.048724 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:27.054840 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c7b5a600-0d69-4165-bc41-3e548bf1b455 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:27.138938 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f6aab-efb8-4b5d-b34f-a2d870ebfeb0 req-e9e78fcd-c7e2-49a1-881b-134949a9e12e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:27.139655 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-929f6aab-efb8-4b5d-b34f-a2d870ebfeb0 req-e9e78fcd-c7e2-49a1-881b-134949a9e12e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Synchronizing usage tracker for tenant:2c795367ec454ed2b9a4e04326415579 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:30:27.145054 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:27.145685 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:27.147080 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-f4648117-9b67-44ff-b958-91e916526649 service neutron] 10.222.0.48 "PUT /v2.0/ports/4b7566e9-2584-4265-a1f6-d5796434716a HTTP/1.1" status: 200 len: 1094 time: 1.0994132 May 10 17:30:27.148207 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42510df7-9a53-49b4-aac7-94e4f3935927', 'tag': '4b7566e9-2584-4265-a1f6-d5796434716a'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:30:27.186789 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7566e9-2584-4265-a1f6-d5796434716a,revision_number=3']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:27.190545 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-f4648117-9b67-44ff-b958-91e916526649 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:27.197702 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-929f6aab-efb8-4b5d-b34f-a2d870ebfeb0 req-e9e78fcd-c7e2-49a1-881b-134949a9e12e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Unset dirty status for tenant:2c795367ec454ed2b9a4e04326415579 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:30:27.199102 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-929f6aab-efb8-4b5d-b34f-a2d870ebfeb0 req-e9e78fcd-c7e2-49a1-881b-134949a9e12e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 944 time: 0.2533917 May 10 17:30:27.222883 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42510df7-9a53-49b4-aac7-94e4f3935927', 'tag': '4b7566e9-2584-4265-a1f6-d5796434716a', 'status': 'completed', 'code': 200} May 10 17:30:27.312658 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-929f6aab-efb8-4b5d-b34f-a2d870ebfeb0 req-51fb7098-d78c-4b41-a3c7-e567554626b8 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078613 May 10 17:30:27.338554 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-65beffc6-72f4-4b30-9050-dc8970cdba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:27.340129 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-65beffc6-72f4-4b30-9050-dc8970cdba2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 1097 time: 0.1144018 May 10 17:30:27.417076 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-87fd9498-024b-4541-a009-a766831a17d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7566e9-2584-4265-a1f6-d5796434716a HTTP/1.1" status: 200 len: 217 time: 0.0630395 May 10 17:30:27.483085 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-24a9435b-0ed6-4ec8-887a-4df973e1c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:27.484598 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-24a9435b-0ed6-4ec8-887a-4df973e1c847 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a6561c-2d0a-4a64-a257-1b5ef855364b HTTP/1.1" status: 200 len: 850 time: 0.0618556 May 10 17:30:27.559617 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-7e9a8510-534d-43a4-bb50-2582b3ced908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:27.561121 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-7e9a8510-534d-43a4-bb50-2582b3ced908 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23ef3655-9e98-46c4-a16b-661a6ece4956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696807 May 10 17:30:27.693032 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-7ab233ca-6e10-4be6-962c-13253a3e937f service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253071 May 10 17:30:27.825165 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a153fb79-4190-41bc-bc8b-41f2c4c606b2 req-1de2e73b-4562-497e-982a-8eb1fa53af4e service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260455 May 10 17:30:27.983347 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9434d81-d9e9-49a5-bc09-17a97ce99c7d req-805d0bf9-b968-4f60-b007-bdcdbbc4b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:27.984933 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b9434d81-d9e9-49a5-bc09-17a97ce99c7d req-805d0bf9-b968-4f60-b007-bdcdbbc4b805 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 1097 time: 0.0750265 May 10 17:30:28.115128 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9434d81-d9e9-49a5-bc09-17a97ce99c7d req-17900a89-1400-40fe-aa46-ca51de907727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:28.116506 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b9434d81-d9e9-49a5-bc09-17a97ce99c7d req-17900a89-1400-40fe-aa46-ca51de907727 service neutron] 10.222.0.48 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 912 time: 0.1247921 May 10 17:30:28.183020 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b9434d81-d9e9-49a5-bc09-17a97ce99c7d req-03993648-9059-424e-86bb-27fc3621d280 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7566e9-2584-4265-a1f6-d5796434716a HTTP/1.1" status: 200 len: 217 time: 0.0596237 May 10 17:30:28.247862 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9434d81-d9e9-49a5-bc09-17a97ce99c7d req-35077633-e3bd-4346-85ff-a8c328c027ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:28.249306 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b9434d81-d9e9-49a5-bc09-17a97ce99c7d req-35077633-e3bd-4346-85ff-a8c328c027ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a6561c-2d0a-4a64-a257-1b5ef855364b HTTP/1.1" status: 200 len: 850 time: 0.0598121 May 10 17:30:28.322770 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9434d81-d9e9-49a5-bc09-17a97ce99c7d req-1a64aa52-d287-4f0e-865f-a4362aa1c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:28.324220 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b9434d81-d9e9-49a5-bc09-17a97ce99c7d req-1a64aa52-d287-4f0e-865f-a4362aa1c274 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23ef3655-9e98-46c4-a16b-661a6ece4956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680549 May 10 17:30:28.457359 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b9434d81-d9e9-49a5-bc09-17a97ce99c7d req-89c79719-d618-4fd9-9a81-d187fe6fd651 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258202 May 10 17:30:28.500523 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970e14e-9d72-4bdd-80ee-9a4f70d25153 req-be290310-82af-4ee0-9dea-36bf74c2ace4 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:28.501989 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-e970e14e-9d72-4bdd-80ee-9a4f70d25153 req-be290310-82af-4ee0-9dea-36bf74c2ace4 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 944 time: 0.0834763 May 10 17:30:28.547679 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-e970e14e-9d72-4bdd-80ee-9a4f70d25153 req-6fa9b6fa-7d0e-4665-bc17-e45edf42cd99 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397902 May 10 17:30:28.589327 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b9434d81-d9e9-49a5-bc09-17a97ce99c7d req-20b4182b-fbb3-4d0a-81f3-24f1de1a743d service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258447 May 10 17:30:29.729546 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48dd31-24f3-44e0-9ac3-cbfa59493527 req-9c485e08-f8a0-4556-a89b-0acd0292de19 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:29.730959 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6c48dd31-24f3-44e0-9ac3-cbfa59493527 req-9c485e08-f8a0-4556-a89b-0acd0292de19 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 944 time: 0.0811372 May 10 17:30:29.870757 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6c48dd31-24f3-44e0-9ac3-cbfa59493527 req-e4a172df-492f-4b90-95d1-4b0589c7976f tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339927 May 10 17:30:31.054592 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37668a9d-9485-4a67-a857-3b1c579925e8 req-6c07f8a4-b0dc-4aaf-8619-0c1559a9b26b tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:31.055922 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-37668a9d-9485-4a67-a857-3b1c579925e8 req-6c07f8a4-b0dc-4aaf-8619-0c1559a9b26b tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 944 time: 0.0781851 May 10 17:30:31.102264 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-37668a9d-9485-4a67-a857-3b1c579925e8 req-4364379c-d168-430c-bfd4-5ab6dbb20d00 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408745 May 10 17:30:32.283046 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b5f49-2f58-46e5-a9f5-8d5e691d6790 req-936e2d25-4eb9-4550-aa93-540bdbaad4f0 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:32.284475 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b51b5f49-2f58-46e5-a9f5-8d5e691d6790 req-936e2d25-4eb9-4550-aa93-540bdbaad4f0 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 944 time: 0.0778549 May 10 17:30:32.330868 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b51b5f49-2f58-46e5-a9f5-8d5e691d6790 req-ecad85ea-7b76-4c36-94f3-d2e3672e3824 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405586 May 10 17:30:33.510123 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c697da-2d53-48b0-8d47-73b075367f66 req-fd5a2737-fff3-4018-967a-8203a2050299 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:33.511551 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-e0c697da-2d53-48b0-8d47-73b075367f66 req-fd5a2737-fff3-4018-967a-8203a2050299 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 944 time: 0.0786216 May 10 17:30:33.555394 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-e0c697da-2d53-48b0-8d47-73b075367f66 req-1b1f5830-17fa-4ba5-bf34-6371ceacfd36 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380108 May 10 17:30:34.735449 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318afec-9860-4655-b9b7-4bc5857743fe req-cb4008d2-964b-423b-91ea-747326d84fa2 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:34.736942 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8318afec-9860-4655-b9b7-4bc5857743fe req-cb4008d2-964b-423b-91ea-747326d84fa2 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 944 time: 0.0788887 May 10 17:30:34.783239 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-8318afec-9860-4655-b9b7-4bc5857743fe req-14e2836f-bafb-449e-ac10-457fd8bc7670 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390549 May 10 17:30:35.669208 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 4b7566e9-2584-4265-a1f6-d5796434716a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:30:35.800370 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 4b7566e9-2584-4265-a1f6-d5796434716a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4b7566e9-2584-4265-a1f6-d5796434716a,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:30:35.813459 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '4b7566e9-2584-4265-a1f6-d5796434716a', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'port_id': '4b7566e9-2584-4265-a1f6-d5796434716a', 'mac_address': 'fa:16:3e:25:ba:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:30:35.871692 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:35.887832 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7566e9-2584-4265-a1f6-d5796434716a {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:30:35.902748 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 4b7566e9-2584-4265-a1f6-d5796434716a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4b7566e9-2584-4265-a1f6-d5796434716a,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:30:35.906670 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:35.908966 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:35.968558 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03939d3-18bd-4a52-9279-ea151b3be289 req-e1bbbaae-4fe3-4679-af62-4ea2fd99a47d tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:35.969939 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c03939d3-18bd-4a52-9279-ea151b3be289 req-e1bbbaae-4fe3-4679-af62-4ea2fd99a47d tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 945 time: 0.0833485 May 10 17:30:35.972508 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=4b7566e9-2584-4265-a1f6-d5796434716a,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:35.980335 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:35.980681 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:35.981039 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:35.981372 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:35.981694 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:35.982016 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:35.982336 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:35.982655 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:35.982973 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:35.983288 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:35.983599 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:35.983911 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:35.987806 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:36.015083 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-c03939d3-18bd-4a52-9279-ea151b3be289 req-55081995-8d03-4318-992f-a76b4e02f182 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388439 May 10 17:30:36.235113 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['4b7566e9-2584-4265-a1f6-d5796434716a'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:30:37.198357 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5835d9f-edf6-4ba8-8bcc-a94276bff9ec req-83561e4f-e2e9-4c2e-b0c4-9416030e20af tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:37.199803 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a5835d9f-edf6-4ba8-8bcc-a94276bff9ec req-83561e4f-e2e9-4c2e-b0c4-9416030e20af tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 945 time: 0.0839243 May 10 17:30:37.243688 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a5835d9f-edf6-4ba8-8bcc-a94276bff9ec req-b0d96ae1-aecd-401f-a2bc-e10538842941 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380540 May 10 17:30:37.299855 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-7a5dc3fa-0e56-4ccd-9721-bc1237b38df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:37.654658 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 4b7566e9-2584-4265-a1f6-d5796434716a up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:30:37.723776 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port 4b7566e9-2584-4265-a1f6-d5796434716a completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:30:37.728694 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 4b7566e9-2584-4265-a1f6-d5796434716a triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:37.729108 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:37.843188 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:37.869201 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42510df7-9a53-49b4-aac7-94e4f3935927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7566e9-2584-4265-a1f6-d5796434716a'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:30:37.879047 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 4b7566e9-2584-4265-a1f6-d5796434716a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4b7566e9-2584-4265-a1f6-d5796434716a,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:30:37.883808 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:37.885666 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:37.951034 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=4b7566e9-2584-4265-a1f6-d5796434716a,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:37.953979 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:38.032081 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42510df7-9a53-49b4-aac7-94e4f3935927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7566e9-2584-4265-a1f6-d5796434716a', 'code': 200} May 10 17:30:38.325093 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c049e81-4369-4cc9-b32c-719c4ff52920 req-d9396e9e-7aea-48d3-a649-7388281329c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:38.326580 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3c049e81-4369-4cc9-b32c-719c4ff52920 req-d9396e9e-7aea-48d3-a649-7388281329c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 1099 time: 0.0698109 May 10 17:30:38.414759 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-3c049e81-4369-4cc9-b32c-719c4ff52920 req-d0c80808-8db5-44d5-a2d5-f4ee8f4228eb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814886 May 10 17:30:38.444833 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db53586-4de0-4ac7-bd2e-6e1e4a7d2179 req-86b1bbfe-26c3-4c4b-8684-d1dc4c1c1e0e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:38.446256 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6db53586-4de0-4ac7-bd2e-6e1e4a7d2179 req-86b1bbfe-26c3-4c4b-8684-d1dc4c1c1e0e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 946 time: 0.0962863 May 10 17:30:38.490186 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6db53586-4de0-4ac7-bd2e-6e1e4a7d2179 req-ded64598-abb5-466e-8c2a-6c1427cf2bb7 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382142 May 10 17:30:38.551490 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:39.674262 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a98b8-cbe4-4022-b99a-728bed71fecf req-44d4e05a-b32f-4eee-8ad4-0fefc35a8ea7 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:39.675618 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-b82a98b8-cbe4-4022-b99a-728bed71fecf req-44d4e05a-b32f-4eee-8ad4-0fefc35a8ea7 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 946 time: 0.0790229 May 10 17:30:39.722123 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-b82a98b8-cbe4-4022-b99a-728bed71fecf req-ad3d386a-2e4e-4fdd-bbf7-842aebb860cf tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403543 May 10 17:30:39.885932 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:39.902472 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-e60d2614-d509-4e97-b043-d0d08da00061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:39.905542 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983e15a-224f-4701-b913-78152167523a req-8e80e933-a08a-4e09-bafd-8f917ee61464 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:39.907017 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0983e15a-224f-4701-b913-78152167523a req-8e80e933-a08a-4e09-bafd-8f917ee61464 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 946 time: 0.0807018 May 10 17:30:39.954944 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-0983e15a-224f-4701-b913-78152167523a req-08cf9cac-b946-4dc1-9bd9-f5fcb601bf72 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418067 May 10 17:30:39.977201 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 57936) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:40.046925 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a00426-81c7-4af2-9d85-367f8550615a tempest-TestVolumeBootPattern-48066297 tempest-TestVolumeBootPattern-48066297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:40.048435 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-30a00426-81c7-4af2-9d85-367f8550615a tempest-TestVolumeBootPattern-48066297 tempest-TestVolumeBootPattern-48066297-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 1094 time: 0.0702944 May 10 17:30:40.051171 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 57940) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:40.056610 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Request body: {'floatingip': {'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'port_id': '4b7566e9-2584-4265-a1f6-d5796434716a', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ip_address': '172.20.0.11'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:30:40.062419 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:30:40.066289 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Usage tracker for resource:floatingip and tenant:2c795367ec454ed2b9a4e04326415579 is out of sync, need to count used quota {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:30:40.069647 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:30:40.075217 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:30:40.085509 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for floatingip, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:40.217688 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:40.352091 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Allocated IP 172.27.0.120 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/8d21e283-9410-4353-b904-fb370d4472f3) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:30:40.496628 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:40.524768 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:40.529059 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-f3a4ce55-e914-4486-a57a-865b071f7ce1 tempest-VolumesSnapshotTestJSON-2061122663 tempest-VolumesSnapshotTestJSON-2061122663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:40.581227 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:30:40.583947 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:30:40.587962 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:30:40.633423 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event updated for resources: {'Port': ['ID=8d21e283-9410-4353-b904-fb370d4472f3,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:40.641917 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:40.642474 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:40.642844 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:40.643208 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:40.643567 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:40.643927 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:40.644282 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:40.644635 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:40.645019 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:40.645369 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:40.645719 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:40.646066 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:40.651277 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:40.790635 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:41.103300 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:41.174400 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:41.381089 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:41.385824 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:41.390083 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a106f144-31c1-4bfb-8a95-29e0caed4b57 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:41.489229 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event updated for resources: {'Port': ['ID=8d21e283-9410-4353-b904-fb370d4472f3,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:41.493620 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:41.505548 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16389503'] for floatingip, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:41.671034 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.db.l3_db [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Floating IP 49471163-42e5-452b-9e58-74a6ef60e6ec associated. External IP: 172.27.0.120, port: 4b7566e9-2584-4265-a1f6-d5796434716a. May 10 17:30:42.012847 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:30:42.184460 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:30:42.194491 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cbfdf2-755d-42fc-91c7-819f8b879c9e None None] Sync routers for ids ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:30:42.203960 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cbfdf2-755d-42fc-91c7-819f8b879c9e None None] Routers {'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:30:42.204692 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-54cbfdf2-755d-42fc-91c7-819f8b879c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:30:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:42.208047 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:42.264278 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-d2cd50af-1296-4c70-aa19-72fbb3eaa84e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2119508 May 10 17:30:42.264765 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42510df7-9a53-49b4-aac7-94e4f3935927', 'tag': '4b7566e9-2584-4265-a1f6-d5796434716a'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:30:42.307312 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42510df7-9a53-49b4-aac7-94e4f3935927', 'tag': '4b7566e9-2584-4265-a1f6-d5796434716a', 'status': 'completed', 'code': 200} May 10 17:30:42.379769 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-54cbfdf2-755d-42fc-91c7-819f8b879c9e None None] Set router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:30:42.419726 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056ea0b-f98b-4c83-bdd5-f543cceefcec req-7ece8b0e-71c0-4faa-a08f-fb550bf2fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:42.421260 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1056ea0b-f98b-4c83-bdd5-f543cceefcec req-7ece8b0e-71c0-4faa-a08f-fb550bf2fbc6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 1099 time: 0.0698466 May 10 17:30:42.509173 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:42.671736 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056ea0b-f98b-4c83-bdd5-f543cceefcec req-a7b4405b-61f8-4e4b-825a-d1b94856e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:42.673227 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1056ea0b-f98b-4c83-bdd5-f543cceefcec req-a7b4405b-61f8-4e4b-825a-d1b94856e6ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 912 time: 0.2457435 May 10 17:30:42.774688 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-54cbfdf2-755d-42fc-91c7-819f8b879c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '49471163-42e5-452b-9e58-74a6ef60e6ec', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'port_id': '4b7566e9-2584-4265-a1f6-d5796434716a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'mac_address': 'fa:16:3e:25:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42510df7-9a53-49b4-aac7-94e4f3935927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:30:40Z', 'updated_at': '2021-05-10T17:30:40Z', 'revision_number': 0, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:17Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:42.775994 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1056ea0b-f98b-4c83-bdd5-f543cceefcec req-c7595bb3-e152-46cb-9022-c4390cdcddc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7566e9-2584-4265-a1f6-d5796434716a HTTP/1.1" status: 200 len: 1000 time: 0.0962090 May 10 17:30:42.778770 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cbfdf2-755d-42fc-91c7-819f8b879c9e None None] Checking router: ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:30:42.787418 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cbfdf2-755d-42fc-91c7-819f8b879c9e None None] Routers {'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:30:42.788591 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-54cbfdf2-755d-42fc-91c7-819f8b879c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:30:40Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:42.836279 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056ea0b-f98b-4c83-bdd5-f543cceefcec req-e797d176-df5f-44f5-852b-7b8a1e717dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:42.837768 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1056ea0b-f98b-4c83-bdd5-f543cceefcec req-e797d176-df5f-44f5-852b-7b8a1e717dcd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a6561c-2d0a-4a64-a257-1b5ef855364b HTTP/1.1" status: 200 len: 850 time: 0.0561485 May 10 17:30:42.913285 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056ea0b-f98b-4c83-bdd5-f543cceefcec req-74f5cb7e-2837-4a7a-92e8-07e357593126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:42.914769 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1056ea0b-f98b-4c83-bdd5-f543cceefcec req-74f5cb7e-2837-4a7a-92e8-07e357593126 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23ef3655-9e98-46c4-a16b-661a6ece4956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712852 May 10 17:30:42.966546 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-54cbfdf2-755d-42fc-91c7-819f8b879c9e None None] Set router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:30:43.046047 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1056ea0b-f98b-4c83-bdd5-f543cceefcec req-bfa610d4-cffd-4149-a9c4-458fc615d8ef service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250527 May 10 17:30:43.177193 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-1056ea0b-f98b-4c83-bdd5-f543cceefcec req-a83a183c-1c76-42d7-a20b-1d5f940764ba service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244402 May 10 17:30:43.308789 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-54cbfdf2-755d-42fc-91c7-819f8b879c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '49471163-42e5-452b-9e58-74a6ef60e6ec', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'port_id': '4b7566e9-2584-4265-a1f6-d5796434716a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'mac_address': 'fa:16:3e:25:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42510df7-9a53-49b4-aac7-94e4f3935927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:30:40Z', 'updated_at': '2021-05-10T17:30:40Z', 'revision_number': 0, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:17Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:43.312839 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cbfdf2-755d-42fc-91c7-819f8b879c9e None None] The sync data for ids ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'] in dv-cinder-786385-3-iscsi is: [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '49471163-42e5-452b-9e58-74a6ef60e6ec', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'port_id': '4b7566e9-2584-4265-a1f6-d5796434716a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'mac_address': 'fa:16:3e:25:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42510df7-9a53-49b4-aac7-94e4f3935927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:30:40Z', 'updated_at': '2021-05-10T17:30:40Z', 'revision_number': 0, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:17Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:30:43.488384 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b1a4e3-41b8-4f31-9882-11d395d8b618 None None] New status for floating IP 49471163-42e5-452b-9e58-74a6ef60e6ec: ACTIVE {{(pid=78666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:30:47.285724 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-715a39d7-c7e0-4e1f-a84a-d1e1a81354bd req-db643ac8-8822-4c0c-b9ab-86ed217672b8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680971 May 10 17:30:47.446425 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a39d7-c7e0-4e1f-a84a-d1e1a81354bd req-47c21e13-9f28-4efd-9ab1-e4d93ed9dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:47.447879 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-715a39d7-c7e0-4e1f-a84a-d1e1a81354bd req-47c21e13-9f28-4efd-9ab1-e4d93ed9dc45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 1099 time: 0.0760887 May 10 17:30:47.591312 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a39d7-c7e0-4e1f-a84a-d1e1a81354bd req-55f063f8-846a-4a60-bf02-0b8e5649b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:47.592679 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-715a39d7-c7e0-4e1f-a84a-d1e1a81354bd req-55f063f8-846a-4a60-bf02-0b8e5649b2f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 912 time: 0.1271443 May 10 17:30:47.696820 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-715a39d7-c7e0-4e1f-a84a-d1e1a81354bd req-a27a38bd-7df3-4061-b947-7504bfb53ad6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7566e9-2584-4265-a1f6-d5796434716a HTTP/1.1" status: 200 len: 1002 time: 0.0968795 May 10 17:30:47.758816 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a39d7-c7e0-4e1f-a84a-d1e1a81354bd req-f2e648e5-afe3-4478-9da1-7e9e68efa3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:47.760259 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-715a39d7-c7e0-4e1f-a84a-d1e1a81354bd req-f2e648e5-afe3-4478-9da1-7e9e68efa3b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a6561c-2d0a-4a64-a257-1b5ef855364b HTTP/1.1" status: 200 len: 850 time: 0.0576551 May 10 17:30:47.832219 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a39d7-c7e0-4e1f-a84a-d1e1a81354bd req-d62e015c-f07d-4a69-84ad-9d4a9c59c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:47.833690 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-715a39d7-c7e0-4e1f-a84a-d1e1a81354bd req-d62e015c-f07d-4a69-84ad-9d4a9c59c0a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23ef3655-9e98-46c4-a16b-661a6ece4956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676787 May 10 17:30:47.961733 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-715a39d7-c7e0-4e1f-a84a-d1e1a81354bd req-77373537-5208-4576-9cd0-163c24409945 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213920 May 10 17:30:48.089511 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-715a39d7-c7e0-4e1f-a84a-d1e1a81354bd req-7003e1bd-9807-4bae-9f3f-7a51a44c17e8 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219254 May 10 17:30:48.232536 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:31:07.302019 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-084b4129-a454-4334-a371-c0ed88aa8315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:08.549966 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:09.893113 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:09.903485 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-c1d03e18-28a6-4af9-a63c-e2bde85f992b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:10.795275 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:12.451097 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:25.231357 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:31:37.304679 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-25badc35-ed35-4e7a-b290-fd96960c4ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:38.550835 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:39.884256 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:39.903738 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-9dff53a7-7aef-4a89-b9f2-937fab360844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:40.796986 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:42.455181 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:47.339106 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-02eb7035-9ff1-4db2-a0d7-421c15a29907 req-2ece9e7a-07f2-4f95-8817-241dab40fa95 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712624 May 10 17:31:47.488020 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb7035-9ff1-4db2-a0d7-421c15a29907 req-1912d972-4596-426f-ae41-8d33d0e54ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:47.489466 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-02eb7035-9ff1-4db2-a0d7-421c15a29907 req-1912d972-4596-426f-ae41-8d33d0e54ac4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 1099 time: 0.0693944 May 10 17:31:47.732043 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb7035-9ff1-4db2-a0d7-421c15a29907 req-6bf85e08-6729-4de5-b432-6ea6c13df4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:47.733540 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-02eb7035-9ff1-4db2-a0d7-421c15a29907 req-6bf85e08-6729-4de5-b432-6ea6c13df4eb service neutron] 10.222.0.48 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 912 time: 0.2262120 May 10 17:31:47.836192 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-02eb7035-9ff1-4db2-a0d7-421c15a29907 req-f37d2109-c759-4dd5-8d60-f88c7c646f09 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7566e9-2584-4265-a1f6-d5796434716a HTTP/1.1" status: 200 len: 1002 time: 0.0954072 May 10 17:31:47.898901 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb7035-9ff1-4db2-a0d7-421c15a29907 req-0d6f8bf9-12a0-44de-b5dc-fe438dcecab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:47.900293 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-02eb7035-9ff1-4db2-a0d7-421c15a29907 req-0d6f8bf9-12a0-44de-b5dc-fe438dcecab0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a6561c-2d0a-4a64-a257-1b5ef855364b HTTP/1.1" status: 200 len: 850 time: 0.0585136 May 10 17:31:47.972427 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb7035-9ff1-4db2-a0d7-421c15a29907 req-fc395f49-7edc-4176-8ddc-5585d8a93490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:47.974026 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-02eb7035-9ff1-4db2-a0d7-421c15a29907 req-fc395f49-7edc-4176-8ddc-5585d8a93490 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23ef3655-9e98-46c4-a16b-661a6ece4956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676417 May 10 17:31:48.103153 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-02eb7035-9ff1-4db2-a0d7-421c15a29907 req-5708e4c9-7f27-41b7-af36-6ee560a461e3 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223943 May 10 17:31:48.230993 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-02eb7035-9ff1-4db2-a0d7-421c15a29907 req-4b834f10-dab6-44c8-82fe-031965093aa6 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220536 May 10 17:32:02.230133 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:32:07.306480 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-bbd03ef8-78ee-45f6-ba0b-6f06fa3f8689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:08.567110 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:09.886232 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:09.904633 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-92804bd6-29cd-45e7-b2e1-3683fb931d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:10.801426 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:12.456165 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.398100 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-766533ca-cb95-4b60-9af9-a568d8e6fabe tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1934524174&fields=id&tenant_id=2c795367ec454ed2b9a4e04326415579 HTTP/1.1" status: 200 len: 267 time: 0.0402737 May 10 17:32:18.546679 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-757286d3-aff6-4d44-94fa-7588fdf5d948 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:18.548099 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-757286d3-aff6-4d44-94fa-7588fdf5d948 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 811 time: 0.1430352 May 10 17:32:18.562343 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-d863c699-1795-4db1-b75b-4b4c2f6aeeee tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/quotas/2c795367ec454ed2b9a4e04326415579 HTTP/1.1" status: 200 len: 375 time: 0.0086987 May 10 17:32:18.652444 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-4a569f15-1540-4b02-bdfb-13cadb2e206b tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0852334 May 10 17:32:18.891410 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-201cd79f-f97d-4fa1-8610-3ed27cfeb921 service neutron] 10.222.0.16 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274792 May 10 17:32:19.019258 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-58535b57-530f-4d94-bff6-7c502a8104ff service neutron] 10.222.0.16 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218741 May 10 17:32:19.397005 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-7d136eb3-5876-4a16-9328-ec0b13f2fc7b req-4c95af4a-6f33-4fc2-8498-a4ff2d866652 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 210 time: 0.0457096 May 10 17:32:20.544876 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-bff1d703-e339-4465-86e8-ea56dcb6f91c req-8fa393f8-42b3-4930-bec8-ce4059134346 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 210 time: 0.0452218 May 10 17:32:20.767506 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-5867d9a4-0b3f-4184-a9fc-abaf13add63b tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:20.768668 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-5867d9a4-0b3f-4184-a9fc-abaf13add63b tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.48 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 811 time: 0.1457129 May 10 17:32:20.868087 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-5f9f255e-c632-4df1-8042-81f3327267b2 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c795367ec454ed2b9a4e04326415579 HTTP/1.1" status: 200 len: 380 time: 0.0854101 May 10 17:32:20.876646 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Request body: {'port': {'device_id': '20e032c1-6262-4114-808d-56401731fe5a', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'admin_state_up': True, 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'security_groups': ['09fc6132-826f-451c-a86a-d61b6cab4ff2']}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:21.009860 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:21.020255 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.quota.driver [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:21.029907 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Made reservation on behalf of 2c795367ec454ed2b9a4e04326415579 for: {'port': 1} {{(pid=78664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:21.033539 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:21.298006 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_common [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Allocated IP 172.20.0.9 (23ef3655-9e98-46c4-a16b-661a6ece4956/f0a6561c-2d0a-4a64-a257-1b5ef855364b/8537b897-28c0-42db-8e45-ffdda7c256d1) {{(pid=78664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:21.485300 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for port, precommit_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:21.499856 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Transition to ACTIVE for port object 8537b897-28c0-42db-8e45-ffdda7c256d1 will not be triggered until provisioned by entity DHCP. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:21.522457 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_create {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:21.528300 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-40631e08-8113-4701-ad4f-57836cc68efc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:21.590157 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Network 23ef3655-9e98-46c4-a16b-661a6ece4956 is already hosted by enough agents. {{(pid=78664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:21.593433 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.base_scheduler [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources bound (agent type, host, resource id): {{(pid=78664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:21.602312 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Received port after_create {{(pid=78664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:21.683888 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event updated for resources: {'Port': ['ID=8537b897-28c0-42db-8e45-ffdda7c256d1,revision_number=1']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:21.711659 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:21.712578 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:21.717307 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:21.717692 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:21.718064 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:21.718428 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:21.718790 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:21.719147 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:21.719504 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:21.719857 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:21.720212 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:21.720565 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:21.720924 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:21.721288 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:21.726048 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:21.747390 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8743243 May 10 17:32:21.766377 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.v2.base [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Request body: {'port': {'device_id': '20e032c1-6262-4114-808d-56401731fe5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:21.811090 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83f3f6-d816-48e4-b526-adc67dfa2603 req-e70ea3b8-5123-43b5-bdab-737cfdecec9d tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:21.813368 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3f83f3f6-d816-48e4-b526-adc67dfa2603 req-e70ea3b8-5123-43b5-bdab-737cfdecec9d tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 931 time: 0.1368804 May 10 17:32:21.867695 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-3f83f3f6-d816-48e4-b526-adc67dfa2603 req-090f19d9-fcb0-4e36-8428-55b0b7e93683 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485218 May 10 17:32:21.888935 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:21.949846 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-f7dc40ab-3682-4470-8238-b47bb12c0245 None None] Provisioning for port 8537b897-28c0-42db-8e45-ffdda7c256d1 completed by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:21.954573 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-f7dc40ab-3682-4470-8238-b47bb12c0245 None None] Provisioning complete for port 8537b897-28c0-42db-8e45-ffdda7c256d1 triggered by entity DHCP. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:21.954977 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-f7dc40ab-3682-4470-8238-b47bb12c0245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.009302 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc40ab-3682-4470-8238-b47bb12c0245 None None] Port 8537b897-28c0-42db-8e45-ffdda7c256d1 cannot update to ACTIVE because it is not bound. {{(pid=78665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:32:22.226541 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8537b897-28c0-42db-8e45-ffdda7c256d1 {{(pid=78664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:32:22.234269 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.248115 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.provisioning_blocks [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Transition to ACTIVE for port object 8537b897-28c0-42db-8e45-ffdda7c256d1 will not be triggered until provisioned by entity L2. {{(pid=78664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:22.251312 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.255690 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c6ad2bea-a508-482f-8289-bd93609ecd88 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:22.444666 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Pushing event updated for resources: {'Port': ['ID=8537b897-28c0-42db-8e45-ffdda7c256d1,revision_number=2']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:22.447477 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:22.489739 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Attempting to bind port 8537b897-28c0-42db-8e45-ffdda7c256d1 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:32:22.490008 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Attempting to bind port 8537b897-28c0-42db-8e45-ffdda7c256d1 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:32:22.490331 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Attempting to bind port 8537b897-28c0-42db-8e45-ffdda7c256d1 on network 23ef3655-9e98-46c4-a16b-661a6ece4956 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:22.494915 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Port 8537b897-28c0-42db-8e45-ffdda7c256d1 on network 23ef3655-9e98-46c4-a16b-661a6ece4956 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:32:22.495228 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Attempting to bind port 8537b897-28c0-42db-8e45-ffdda7c256d1 on network 23ef3655-9e98-46c4-a16b-661a6ece4956 {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:22.501172 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Checking agent: {'id': '08e2bdeb-8949-4cf2-a4e1-8d31a79e56d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'started_at': datetime.datetime(2021, 5, 10, 17, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:32:22.502030 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Checking segment: {'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:22.502877 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Bound using segment: {'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'} {{(pid=78664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:32:22.502877 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.managers [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Bound port: 8537b897-28c0-42db-8e45-ffdda7c256d1, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8237b29-420e-4c5b-8b6b-86741a586d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956'}}] {{(pid=78664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:32:22.503318 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.590499 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] For port 8537b897-28c0-42db-8e45-ffdda7c256d1, host hv-cinder-78638, cleared binding levels {{(pid=78664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:32:22.593287 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] For port 8537b897-28c0-42db-8e45-ffdda7c256d1, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8537b897-28c0-42db-8e45-ffdda7c256d1,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:32:22.597597 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16084974'] for port, after_update {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.601797 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-50af2dba-d82f-4454-b4a0-593f3d4fc0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:22.653314 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:22.653842 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.655222 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] 10.222.0.48 "PUT /v2.0/ports/8537b897-28c0-42db-8e45-ffdda7c256d1 HTTP/1.1" status: 200 len: 1093 time: 0.8933995 May 10 17:32:22.655714 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e032c1-6262-4114-808d-56401731fe5a', 'tag': '8537b897-28c0-42db-8e45-ffdda7c256d1'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:22.687459 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Pushing event updated for resources: {'Port': ['ID=8537b897-28c0-42db-8e45-ffdda7c256d1,revision_number=3']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:22.690855 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-e391b2ac-98f7-4cbc-864c-1204e8bf6b98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:22.710100 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e032c1-6262-4114-808d-56401731fe5a', 'tag': '8537b897-28c0-42db-8e45-ffdda7c256d1', 'status': 'completed', 'code': 200} May 10 17:32:22.800368 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-32ab5605-2ee7-42f8-8cca-3be745922e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:22.801912 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-32ab5605-2ee7-42f8-8cca-3be745922e58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 1096 time: 0.0741055 May 10 17:32:22.878788 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-c564c50e-257e-44cc-8548-9873b765a055 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8537b897-28c0-42db-8e45-ffdda7c256d1 HTTP/1.1" status: 200 len: 217 time: 0.0644767 May 10 17:32:22.940642 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-c1947fff-2013-48fc-8f96-5d1f3c392585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:22.942034 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-c1947fff-2013-48fc-8f96-5d1f3c392585 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a6561c-2d0a-4a64-a257-1b5ef855364b HTTP/1.1" status: 200 len: 850 time: 0.0576251 May 10 17:32:23.051873 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7dbfb-259b-490e-98bd-059446361323 req-3e0b7415-7c71-436c-9df1-3610526d6956 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:23.053381 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-30f7dbfb-259b-490e-98bd-059446361323 req-3e0b7415-7c71-436c-9df1-3610526d6956 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 943 time: 0.0821497 May 10 17:32:23.100758 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-30f7dbfb-259b-490e-98bd-059446361323 req-f7e28339-6ce0-497b-b087-d0a684673266 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412419 May 10 17:32:23.122493 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-39d2fe2c-e1cf-4843-98a3-e1f1cb55043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:23.123948 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-39d2fe2c-e1cf-4843-98a3-e1f1cb55043d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23ef3655-9e98-46c4-a16b-661a6ece4956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1755738 May 10 17:32:23.255814 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-314256de-1344-4e46-8e19-df154e9cff91 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239891 May 10 17:32:23.383760 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-fc0a2b8d-02ee-4c97-b80d-dee4871b918d req-f0face62-1004-482e-abf8-9faddc0ed571 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220076 May 10 17:32:23.532867 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8d80e-aadd-4ba8-b119-bc15b42a69f0 req-4aeedde8-90b2-4b47-90a6-32329c3e4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:23.534351 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a2f8d80e-aadd-4ba8-b119-bc15b42a69f0 req-4aeedde8-90b2-4b47-90a6-32329c3e4404 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 1096 time: 0.0684056 May 10 17:32:23.661359 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8d80e-aadd-4ba8-b119-bc15b42a69f0 req-8863e981-5ea3-40e5-91a7-eed10214c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:23.662979 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a2f8d80e-aadd-4ba8-b119-bc15b42a69f0 req-8863e981-5ea3-40e5-91a7-eed10214c4a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 912 time: 0.1226325 May 10 17:32:23.736166 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a2f8d80e-aadd-4ba8-b119-bc15b42a69f0 req-f403570c-9320-4f42-ba01-d0977ecfe4d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8537b897-28c0-42db-8e45-ffdda7c256d1 HTTP/1.1" status: 200 len: 217 time: 0.0636039 May 10 17:32:23.798140 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8d80e-aadd-4ba8-b119-bc15b42a69f0 req-7992d0dc-7d09-4b48-a838-f16dda5355f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:23.799573 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a2f8d80e-aadd-4ba8-b119-bc15b42a69f0 req-7992d0dc-7d09-4b48-a838-f16dda5355f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a6561c-2d0a-4a64-a257-1b5ef855364b HTTP/1.1" status: 200 len: 850 time: 0.0567815 May 10 17:32:23.877279 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8d80e-aadd-4ba8-b119-bc15b42a69f0 req-86aceb1c-7346-4981-8390-dd925f40da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:23.878720 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a2f8d80e-aadd-4ba8-b119-bc15b42a69f0 req-86aceb1c-7346-4981-8390-dd925f40da27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23ef3655-9e98-46c4-a16b-661a6ece4956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697901 May 10 17:32:24.009780 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a2f8d80e-aadd-4ba8-b119-bc15b42a69f0 req-ebab1ad8-83cc-4889-a029-95c210a78445 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213112 May 10 17:32:24.137084 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-a2f8d80e-aadd-4ba8-b119-bc15b42a69f0 req-3a303782-f51f-45b6-a75c-58dfb0286cb1 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206644 May 10 17:32:24.286365 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a164a-d91b-4afe-91e7-4796b65c3553 req-2afdbee0-d21f-47b0-8efa-af49e79e67d6 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:24.286952 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-9c1a164a-d91b-4afe-91e7-4796b65c3553 req-2afdbee0-d21f-47b0-8efa-af49e79e67d6 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Synchronizing usage tracker for tenant:2c795367ec454ed2b9a4e04326415579 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:24.301498 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-9c1a164a-d91b-4afe-91e7-4796b65c3553 req-2afdbee0-d21f-47b0-8efa-af49e79e67d6 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Unset dirty status for tenant:2c795367ec454ed2b9a4e04326415579 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:24.302622 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9c1a164a-d91b-4afe-91e7-4796b65c3553 req-2afdbee0-d21f-47b0-8efa-af49e79e67d6 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 943 time: 0.0929515 May 10 17:32:24.346089 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-9c1a164a-d91b-4afe-91e7-4796b65c3553 req-2e13da55-ce95-442c-bc00-dbf6b73eb267 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377967 May 10 17:32:25.532298 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3bc66-0154-4544-bba4-02ec72a01f51 req-a4c3a793-095c-4836-8235-172f86f5d199 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:25.533789 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-67f3bc66-0154-4544-bba4-02ec72a01f51 req-a4c3a793-095c-4836-8235-172f86f5d199 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 943 time: 0.0830207 May 10 17:32:25.578132 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-67f3bc66-0154-4544-bba4-02ec72a01f51 req-e15cbc4a-00ed-4b41-bdb8-e29e243c5846 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383942 May 10 17:32:26.759238 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef4b42-a0a6-4988-b05e-1498dd62acc7 req-dc7e4801-72f1-46a7-9e73-8c2686abbabb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:26.760727 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b9ef4b42-a0a6-4988-b05e-1498dd62acc7 req-dc7e4801-72f1-46a7-9e73-8c2686abbabb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 943 time: 0.0810168 May 10 17:32:26.804209 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b9ef4b42-a0a6-4988-b05e-1498dd62acc7 req-677a3a25-f58f-4490-b607-4c0b1c4a6b81 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378897 May 10 17:32:27.986712 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd144d0-69c1-4d2b-8f58-d3967fa1cef9 req-7cdac0f5-eee3-417f-8a2a-89269db836cf tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:27.988161 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-edd144d0-69c1-4d2b-8f58-d3967fa1cef9 req-7cdac0f5-eee3-417f-8a2a-89269db836cf tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 943 time: 0.0826130 May 10 17:32:28.034911 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-edd144d0-69c1-4d2b-8f58-d3967fa1cef9 req-6b575f6a-c9c9-4230-8a33-9c11421eb648 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409818 May 10 17:32:29.216677 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b89aac-8b9a-49ac-b976-418ebed361ef req-825956c9-765b-4fdf-a0dc-63d9a6aaa2e9 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:29.218126 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c4b89aac-8b9a-49ac-b976-418ebed361ef req-825956c9-765b-4fdf-a0dc-63d9a6aaa2e9 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 943 time: 0.0822196 May 10 17:32:29.261264 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-c4b89aac-8b9a-49ac-b976-418ebed361ef req-80f237d7-df12-4c37-bc59-5ee4a42ce9ab tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375566 May 10 17:32:30.294578 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 8537b897-28c0-42db-8e45-ffdda7c256d1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:32:30.424311 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 8537b897-28c0-42db-8e45-ffdda7c256d1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8537b897-28c0-42db-8e45-ffdda7c256d1,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:30.437249 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Returning: {'device': '8537b897-28c0-42db-8e45-ffdda7c256d1', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'port_id': '8537b897-28c0-42db-8e45-ffdda7c256d1', 'mac_address': 'fa:16:3e:5b:d0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:32:30.440693 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b40012-230b-4f2d-9779-82d90a7414c6 req-96a7f093-0b12-4c9c-aae7-9642b6043004 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:30.442191 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f3b40012-230b-4f2d-9779-82d90a7414c6 req-96a7f093-0b12-4c9c-aae7-9642b6043004 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 943 time: 0.0787327 May 10 17:32:30.486652 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-f3b40012-230b-4f2d-9779-82d90a7414c6 req-cdab6221-ad14-46b7-8565-f17ae76feba6 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382326 May 10 17:32:30.490956 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:30.507250 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8537b897-28c0-42db-8e45-ffdda7c256d1 {{(pid=78665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:32:30.522384 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 8537b897-28c0-42db-8e45-ffdda7c256d1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8537b897-28c0-42db-8e45-ffdda7c256d1,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:30.527060 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:30.528780 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:30.631098 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=8537b897-28c0-42db-8e45-ffdda7c256d1,revision_number=4']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:30.638667 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:30.639008 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:30.639446 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:30.639807 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:30.640153 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:30.640457 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:30.640804 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:30.641147 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:30.641492 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:30.641807 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:30.642118 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:30.642430 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:30.646179 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:30.829464 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] get_ports_and_sgs() called for port_ids ['8537b897-28c0-42db-8e45-ffdda7c256d1'] {{(pid=78665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:32:31.668760 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66ea65-3845-49f5-8151-78dd4ec09625 req-6f66183d-8282-45fd-8213-6d45cda1197d tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:31.670216 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ba66ea65-3845-49f5-8151-78dd4ec09625 req-6f66183d-8282-45fd-8213-6d45cda1197d tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 944 time: 0.0786946 May 10 17:32:31.716109 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ba66ea65-3845-49f5-8151-78dd4ec09625 req-0ff8fe95-e784-45df-98ce-5bf834f3d7ff tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402784 May 10 17:32:32.310093 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 8537b897-28c0-42db-8e45-ffdda7c256d1 up at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:32.375274 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning for port 8537b897-28c0-42db-8e45-ffdda7c256d1 completed by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:32.379711 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.provisioning_blocks [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Provisioning complete for port 8537b897-28c0-42db-8e45-ffdda7c256d1 triggered by entity L2. {{(pid=78665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:32.380092 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858724'] for port, provisioning_complete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:32.495159 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:32.520469 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e032c1-6262-4114-808d-56401731fe5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8537b897-28c0-42db-8e45-ffdda7c256d1'}] {{(pid=78665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:32.530429 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] For port 8537b897-28c0-42db-8e45-ffdda7c256d1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8537b897-28c0-42db-8e45-ffdda7c256d1,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:32.533809 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242'] for port, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:32.535596 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-53060a3b-2e7c-4989-9e54-5f8c339d2932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:32.568449 dv-cinder-786385-3-iscsi neutron-server[78665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e032c1-6262-4114-808d-56401731fe5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8537b897-28c0-42db-8e45-ffdda7c256d1', 'code': 200} May 10 17:32:32.606613 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Pushing event updated for resources: {'Port': ['ID=8537b897-28c0-42db-8e45-ffdda7c256d1,revision_number=5']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:32.609463 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:33.026612 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d9279-5697-42b1-bce2-8fe4c3e8ed1c req-1ca3fb7c-6fb6-4687-a158-4f24f3d3a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:33.028057 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ac9d9279-5697-42b1-bce2-8fe4c3e8ed1c req-1ca3fb7c-6fb6-4687-a158-4f24f3d3a4df service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 1098 time: 0.2361360 May 10 17:32:33.036477 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2da6e-5c92-4b52-bdb5-bbef66d278c6 req-39d69b54-e9ad-40a1-9b59-a1a0c4e36364 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:33.038082 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-59b2da6e-5c92-4b52-bdb5-bbef66d278c6 req-39d69b54-e9ad-40a1-9b59-a1a0c4e36364 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 945 time: 0.2162552 May 10 17:32:33.103123 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ac9d9279-5697-42b1-bce2-8fe4c3e8ed1c req-4a66bd63-6af9-4269-8172-c4f46e9786c6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641522 May 10 17:32:33.106473 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-59b2da6e-5c92-4b52-bdb5-bbef66d278c6 req-3bbf1de1-bdb6-4c62-836b-85ee1d179c4c tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547004 May 10 17:32:34.296861 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b711e-00c3-4a41-b3e0-7925daa4c707 req-8472519a-6103-4cfa-b744-897a5078e379 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:34.298327 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0c4b711e-00c3-4a41-b3e0-7925daa4c707 req-8472519a-6103-4cfa-b744-897a5078e379 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 945 time: 0.0821178 May 10 17:32:34.421197 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-0c4b711e-00c3-4a41-b3e0-7925daa4c707 req-d84302da-31c4-40cf-a937-f582d4f1aae5 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170726 May 10 17:32:34.601918 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be48000-02bc-4681-9c26-2845e2c220b1 req-84ba8398-54b5-47fe-84f9-600b4335c816 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:34.603325 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6be48000-02bc-4681-9c26-2845e2c220b1 req-84ba8398-54b5-47fe-84f9-600b4335c816 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 945 time: 0.0815094 May 10 17:32:34.646955 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-6be48000-02bc-4681-9c26-2845e2c220b1 req-e3a998b3-2e99-49a5-b0e3-e1fe85d8334d tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379598 May 10 17:32:34.670026 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 58070) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:34.736992 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6b294a-4860-4caa-858d-5d61927b520b tempest-TestVolumeBootPattern-48066297 tempest-TestVolumeBootPattern-48066297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:34.738505 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-2a6b294a-4860-4caa-858d-5d61927b520b tempest-TestVolumeBootPattern-48066297 tempest-TestVolumeBootPattern-48066297-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 1093 time: 0.0674353 May 10 17:32:34.741234 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 58074) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:34.747155 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.v2.base [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Request body: {'floatingip': {'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'port_id': '8537b897-28c0-42db-8e45-ffdda7c256d1', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:34.753349 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:34.757351 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Usage tracker for resource:floatingip and tenant:2c795367ec454ed2b9a4e04326415579 is out of sync, need to count used quota {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:34.760802 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:34.766868 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.quota.driver [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:34.777665 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for floatingip, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:34.913185 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:35.047002 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.db_base_plugin_common [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Allocated IP 172.27.0.5 (b05e2d32-e45c-4d37-b711-ba1bc02235d8/17708f4f-4bae-44ce-83d3-4d42c02d2809/16a91291-c340-4b23-a275-72490bc96ce5) {{(pid=78663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:35.189822 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for port, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:35.217588 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781907805175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:35.221052 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ec5abe44-2f36-4dc5-aee6-5b3544f5ab9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:35.277652 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Network b05e2d32-e45c-4d37-b711-ba1bc02235d8 is already hosted by enough agents. {{(pid=78663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:35.280339 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.base_scheduler [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Resources bound (agent type, host, resource id): {{(pid=78663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:35.288368 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Received port after_create {{(pid=78663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:35.321072 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event updated for resources: {'Port': ['ID=16a91291-c340-4b23-a275-72490bc96ce5,revision_number=1']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:35.334761 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:35.335140 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:35.335513 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:35.335878 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:35.336236 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:35.336597 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:35.336976 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:35.337356 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:35.337712 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:35.338213 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:35.338484 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:35.338837 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:35.343430 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:35.692056 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:35.764812 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773619'] for port, before_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:35.979507 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for port, precommit_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:35.984608 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781908240231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781907805197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781907805242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15048126'] for port, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:35.989021 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:36.087718 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event updated for resources: {'Port': ['ID=16a91291-c340-4b23-a275-72490bc96ce5,revision_number=2']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:36.095722 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:36.100520 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16389503'] for floatingip, after_update {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:36.359379 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.l3_db [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Floating IP 1f2b51b0-2822-4a64-a13f-97fd9372d14a associated. External IP: 172.27.0.5, port: 8537b897-28c0-42db-8e45-ffdda7c256d1. May 10 17:32:36.706985 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:32:36.884794 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:32:36.894146 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5253df8e-8632-4a6d-8db1-429904f859f3 None None] Sync routers for ids ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:32:36.902929 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5253df8e-8632-4a6d-8db1-429904f859f3 None None] Routers {'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:36.903549 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-5253df8e-8632-4a6d-8db1-429904f859f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:32:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:36.910306 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:36.966824 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-e7396a96-a153-4034-9bd5-0bbad2968653 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2243242 May 10 17:32:36.967318 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e032c1-6262-4114-808d-56401731fe5a', 'tag': '8537b897-28c0-42db-8e45-ffdda7c256d1'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:37.082079 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-5253df8e-8632-4a6d-8db1-429904f859f3 None None] Set router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:37.104321 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e032c1-6262-4114-808d-56401731fe5a', 'tag': '8537b897-28c0-42db-8e45-ffdda7c256d1', 'status': 'completed', 'code': 200} May 10 17:32:37.222189 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e011413-b2b3-4cbd-a60b-f7fd3419f8ea req-21f71cb6-72df-4b8a-b4ee-0c4df565190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:37.223557 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4e011413-b2b3-4cbd-a60b-f7fd3419f8ea req-21f71cb6-72df-4b8a-b4ee-0c4df565190b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 1098 time: 0.0740530 May 10 17:32:37.338505 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-5a115ea5-d8d0-4641-aa2c-0f60881e8493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:37.357290 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e011413-b2b3-4cbd-a60b-f7fd3419f8ea req-16fe6cd9-958a-4f6c-80f2-420957f2cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:37.358740 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4e011413-b2b3-4cbd-a60b-f7fd3419f8ea req-16fe6cd9-958a-4f6c-80f2-420957f2cc09 service neutron] 10.222.0.48 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 912 time: 0.1288993 May 10 17:32:37.438722 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-5253df8e-8632-4a6d-8db1-429904f859f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '1f2b51b0-2822-4a64-a13f-97fd9372d14a', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'port_id': '8537b897-28c0-42db-8e45-ffdda7c256d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'mac_address': 'fa:16:3e:5b:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e032c1-6262-4114-808d-56401731fe5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:32:35Z', 'updated_at': '2021-05-10T17:32:35Z', 'revision_number': 0, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ip_address_scope': None}, {'id': '49471163-42e5-452b-9e58-74a6ef60e6ec', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'port_id': '4b7566e9-2584-4265-a1f6-d5796434716a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'mac_address': 'fa:16:3e:25:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42510df7-9a53-49b4-aac7-94e4f3935927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:30:40Z', 'updated_at': '2021-05-10T17:30:43Z', 'revision_number': 1, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:17Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:37.442478 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5253df8e-8632-4a6d-8db1-429904f859f3 None None] Checking router: ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:32:37.451295 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5253df8e-8632-4a6d-8db1-429904f859f3 None None] Routers {'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:37.451901 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-5253df8e-8632-4a6d-8db1-429904f859f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:32:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:37.459525 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4e011413-b2b3-4cbd-a60b-f7fd3419f8ea req-85d42e96-ae32-4a63-a903-76fc43ef66e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8537b897-28c0-42db-8e45-ffdda7c256d1 HTTP/1.1" status: 200 len: 997 time: 0.0942383 May 10 17:32:37.523436 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e011413-b2b3-4cbd-a60b-f7fd3419f8ea req-49ee76c6-1e32-453c-81ff-5a745433da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:37.524782 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4e011413-b2b3-4cbd-a60b-f7fd3419f8ea req-49ee76c6-1e32-453c-81ff-5a745433da91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a6561c-2d0a-4a64-a257-1b5ef855364b HTTP/1.1" status: 200 len: 850 time: 0.0592418 May 10 17:32:37.597419 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e011413-b2b3-4cbd-a60b-f7fd3419f8ea req-a9ec6ba5-0c4e-49c1-bf63-67f4d8ec39d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:37.598885 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4e011413-b2b3-4cbd-a60b-f7fd3419f8ea req-a9ec6ba5-0c4e-49c1-bf63-67f4d8ec39d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23ef3655-9e98-46c4-a16b-661a6ece4956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681815 May 10 17:32:37.625862 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-5253df8e-8632-4a6d-8db1-429904f859f3 None None] Set router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:37.730265 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4e011413-b2b3-4cbd-a60b-f7fd3419f8ea req-0c41e2b4-c58f-4280-8a9c-dbb8f285ff1e service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249728 May 10 17:32:37.864562 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-4e011413-b2b3-4cbd-a60b-f7fd3419f8ea req-530a556a-f346-4d65-89d2-7697b01caa8b service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276886 May 10 17:32:38.014815 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-5253df8e-8632-4a6d-8db1-429904f859f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '1f2b51b0-2822-4a64-a13f-97fd9372d14a', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'port_id': '8537b897-28c0-42db-8e45-ffdda7c256d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'mac_address': 'fa:16:3e:5b:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e032c1-6262-4114-808d-56401731fe5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:32:35Z', 'updated_at': '2021-05-10T17:32:35Z', 'revision_number': 0, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ip_address_scope': None}, {'id': '49471163-42e5-452b-9e58-74a6ef60e6ec', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'port_id': '4b7566e9-2584-4265-a1f6-d5796434716a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'mac_address': 'fa:16:3e:25:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42510df7-9a53-49b4-aac7-94e4f3935927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:30:40Z', 'updated_at': '2021-05-10T17:30:43Z', 'revision_number': 1, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:17Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:38.018627 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5253df8e-8632-4a6d-8db1-429904f859f3 None None] The sync data for ids ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'] in dv-cinder-786385-3-iscsi is: [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '1f2b51b0-2822-4a64-a13f-97fd9372d14a', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'port_id': '8537b897-28c0-42db-8e45-ffdda7c256d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'mac_address': 'fa:16:3e:5b:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e032c1-6262-4114-808d-56401731fe5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:32:35Z', 'updated_at': '2021-05-10T17:32:35Z', 'revision_number': 0, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ip_address_scope': None}, {'id': '49471163-42e5-452b-9e58-74a6ef60e6ec', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'port_id': '4b7566e9-2584-4265-a1f6-d5796434716a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'mac_address': 'fa:16:3e:25:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42510df7-9a53-49b4-aac7-94e4f3935927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:30:40Z', 'updated_at': '2021-05-10T17:30:43Z', 'revision_number': 1, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:17Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:32:38.184732 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10109c2e-5553-429e-b6d0-4f8b6a02566b None None] New status for floating IP 1f2b51b0-2822-4a64-a13f-97fd9372d14a: ACTIVE {{(pid=78666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:32:38.566549 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:39.229058 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:32:39.888785 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:39.904883 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-727bcf5f-6a92-449f-9e71-f8bbf2df50c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:40.802869 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:42.459548 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:48.305172 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-cfb2764f-0efb-43e2-9ed4-f6440f6c0d60 req-f6a2d73c-9a25-4bba-88a6-ee9c8d08573b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741804 May 10 17:32:48.464460 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2764f-0efb-43e2-9ed4-f6440f6c0d60 req-8ee4e6cf-56b5-4c36-9707-b3e6830fce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:48.466481 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-cfb2764f-0efb-43e2-9ed4-f6440f6c0d60 req-8ee4e6cf-56b5-4c36-9707-b3e6830fce56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 1099 time: 0.0698450 May 10 17:32:48.605535 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2764f-0efb-43e2-9ed4-f6440f6c0d60 req-50d6efb7-263c-49a9-a353-8af99dc579bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:48.606943 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-cfb2764f-0efb-43e2-9ed4-f6440f6c0d60 req-50d6efb7-263c-49a9-a353-8af99dc579bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 912 time: 0.1233833 May 10 17:32:48.708196 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-cfb2764f-0efb-43e2-9ed4-f6440f6c0d60 req-091c7bb0-65f5-4fbe-bbca-75c24a2dd1c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7566e9-2584-4265-a1f6-d5796434716a HTTP/1.1" status: 200 len: 1002 time: 0.0952365 May 10 17:32:48.775532 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2764f-0efb-43e2-9ed4-f6440f6c0d60 req-92374cdb-54d3-409e-a159-93038ade8fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:48.777017 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-cfb2764f-0efb-43e2-9ed4-f6440f6c0d60 req-92374cdb-54d3-409e-a159-93038ade8fa6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a6561c-2d0a-4a64-a257-1b5ef855364b HTTP/1.1" status: 200 len: 850 time: 0.0561495 May 10 17:32:48.853300 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2764f-0efb-43e2-9ed4-f6440f6c0d60 req-c09a125a-f8ce-46c3-89ee-806baebc5db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:48.854780 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-cfb2764f-0efb-43e2-9ed4-f6440f6c0d60 req-c09a125a-f8ce-46c3-89ee-806baebc5db2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23ef3655-9e98-46c4-a16b-661a6ece4956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718949 May 10 17:32:49.080400 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-cfb2764f-0efb-43e2-9ed4-f6440f6c0d60 req-a123132b-bd97-4b08-bb9a-1adbc3a14946 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188320 May 10 17:32:49.208491 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-cfb2764f-0efb-43e2-9ed4-f6440f6c0d60 req-93e27d39-b8d1-459f-a8fe-c9e6d16f95d2 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210566 May 10 17:33:07.309655 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-56a8ff49-33f4-4269-9189-1705563485e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:08.565609 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:09.896402 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:09.906947 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-d4fe3082-0de9-48e7-afe6-d923876ed500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:10.805674 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:12.464059 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:16.227098 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:33:37.310916 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-57890f64-89ec-47dc-9e60-d5eb35f44943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:38.581195 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:39.888635 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:39.907315 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-5247b2a1-b8d8-4f31-aba6-027574a875c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:40.808927 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.464705 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:50.285656 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-be0c07b4-d60e-452f-b083-35963299ba56 req-6b37774b-08f8-4f44-83c4-ee5ee5826960 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698609 May 10 17:33:50.387033 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c07b4-d60e-452f-b083-35963299ba56 req-bc31ee90-516d-47f1-bab7-e7b94000ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:50.388467 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-be0c07b4-d60e-452f-b083-35963299ba56 req-bc31ee90-516d-47f1-bab7-e7b94000ad15 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 1098 time: 0.0718822 May 10 17:33:50.528667 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c07b4-d60e-452f-b083-35963299ba56 req-4181954f-d39a-4b34-b7ed-842cdc5c7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:50.530134 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-be0c07b4-d60e-452f-b083-35963299ba56 req-4181954f-d39a-4b34-b7ed-842cdc5c7c43 service neutron] 10.222.0.48 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 912 time: 0.1236994 May 10 17:33:50.631727 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-be0c07b4-d60e-452f-b083-35963299ba56 req-5f6b4ed7-cd6a-48e0-8de6-a8d4cbb403fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8537b897-28c0-42db-8e45-ffdda7c256d1 HTTP/1.1" status: 200 len: 999 time: 0.0949206 May 10 17:33:50.692604 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c07b4-d60e-452f-b083-35963299ba56 req-3d312653-8509-4bcc-9298-51696600dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:50.694028 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-be0c07b4-d60e-452f-b083-35963299ba56 req-3d312653-8509-4bcc-9298-51696600dec7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a6561c-2d0a-4a64-a257-1b5ef855364b HTTP/1.1" status: 200 len: 850 time: 0.0559387 May 10 17:33:50.766442 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c07b4-d60e-452f-b083-35963299ba56 req-7cc92825-1f5e-46af-92e4-49ea075c23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:50.767893 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-be0c07b4-d60e-452f-b083-35963299ba56 req-7cc92825-1f5e-46af-92e4-49ea075c23a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23ef3655-9e98-46c4-a16b-661a6ece4956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680766 May 10 17:33:50.897838 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-be0c07b4-d60e-452f-b083-35963299ba56 req-ac5bfa0b-db08-4a5e-a958-1b0154f50e0f service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231582 May 10 17:33:51.026121 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-be0c07b4-d60e-452f-b083-35963299ba56 req-22a18ad1-3d05-41b6-ae99-9c9a568096d6 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221571 May 10 17:33:53.226756 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:34:06.979148 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [req-ab0025e5-55a2-4714-ab4e-29dab3ada41d req-18780898-bd50-4369-ae70-6dabc5ac847d service neutron] (78663) timed out ('10.222.0.48', 55837) {{(pid=78663) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 17:34:07.312349 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-b78451e1-6fd7-43ce-8371-b18a3be83e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:08.597081 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:09.890770 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:09.908218 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [req-8c7d325d-895c-4f4f-9bf2-46e5d857dbcd req-2a2bf581-e713-4b4c-8738-7c87909818f9 service neutron] (78664) timed out ('10.222.0.48', 55815) {{(pid=78664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 17:34:09.909218 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-d9215b0b-548a-4254-a125-737adcb77d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:10.811662 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:12.467373 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.019315 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 58104) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:16.284489 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Deleting port 16a91291-c340-4b23-a275-72490bc96ce5 {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:16.284749 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.399719 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.400044 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.521283 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Calling delete_port for 16a91291-c340-4b23-a275-72490bc96ce5 owned by network:floatingip {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:16.638054 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.642382 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-48df5c65-7984-4c81-a4e0-48c82ad8451c tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:16.789469 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event deleted for resources: {'Port': ['ID=16a91291-c340-4b23-a275-72490bc96ce5,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:16.829550 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:16.829921 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:16.830292 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:16.830658 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:16.831015 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:16.831371 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:16.831737 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:16.832078 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:16.832777 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:16.832777 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:16.833123 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:16.833469 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:16.859691 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:16.888378 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for floatingip, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.888612 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.l3_db [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Floating IP 1f2b51b0-2822-4a64-a13f-97fd9372d14a disassociated (deleted). External IP: 172.27.0.5, port: 8537b897-28c0-42db-8e45-ffdda7c256d1. May 10 17:34:17.227279 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:34:17.397009 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:34:17.406671 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e28da8-e17e-4f0f-a167-c355d8dafa33 None None] Sync routers for ids ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:34:17.416661 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:17.416847 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e28da8-e17e-4f0f-a167-c355d8dafa33 None None] Routers {'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:17.417488 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-53e28da8-e17e-4f0f-a167-c355d8dafa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:34:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:17.474653 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-0ebdfe5e-b8bf-4a96-b434-a12495f54d1e tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "DELETE /v2.0/floatingips/1f2b51b0-2822-4a64-a13f-97fd9372d14a HTTP/1.1" status: 204 len: 168 time: 1.4543531 May 10 17:34:17.475365 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e032c1-6262-4114-808d-56401731fe5a', 'tag': '8537b897-28c0-42db-8e45-ffdda7c256d1'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:34:17.527835 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e032c1-6262-4114-808d-56401731fe5a', 'tag': '8537b897-28c0-42db-8e45-ffdda7c256d1', 'status': 'completed', 'code': 200} May 10 17:34:17.602009 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-53e28da8-e17e-4f0f-a167-c355d8dafa33 None None] Set router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:17.706471 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab316a3d-4da6-4fcf-86f0-d331fed278c6 req-ef8b33a9-4468-43c5-8ab0-389f31fc39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:17.708732 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ab316a3d-4da6-4fcf-86f0-d331fed278c6 req-ef8b33a9-4468-43c5-8ab0-389f31fc39e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 1098 time: 0.1355753 May 10 17:34:17.871870 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab316a3d-4da6-4fcf-86f0-d331fed278c6 req-cbc91c3c-7bf9-44b8-a6e2-c8d15b0e826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:17.873334 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ab316a3d-4da6-4fcf-86f0-d331fed278c6 req-cbc91c3c-7bf9-44b8-a6e2-c8d15b0e826f service neutron] 10.222.0.48 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 912 time: 0.1445270 May 10 17:34:17.902101 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5b3b7-787c-435e-9455-e7f7724bf1a1 req-be8b8044-10bf-4e8c-b6a5-1eb0574a233c tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:17.902803 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-36d5b3b7-787c-435e-9455-e7f7724bf1a1 req-be8b8044-10bf-4e8c-b6a5-1eb0574a233c tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Synchronizing usage tracker for tenant:2c795367ec454ed2b9a4e04326415579 on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:34:17.918525 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-36d5b3b7-787c-435e-9455-e7f7724bf1a1 req-be8b8044-10bf-4e8c-b6a5-1eb0574a233c tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Unset dirty status for tenant:2c795367ec454ed2b9a4e04326415579 on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:34:17.919765 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-36d5b3b7-787c-435e-9455-e7f7724bf1a1 req-be8b8044-10bf-4e8c-b6a5-1eb0574a233c tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 945 time: 0.1546783 May 10 17:34:17.946976 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ab316a3d-4da6-4fcf-86f0-d331fed278c6 req-6e6df5de-56ec-48b7-bd33-f127ae028e15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8537b897-28c0-42db-8e45-ffdda7c256d1 HTTP/1.1" status: 200 len: 217 time: 0.0643079 May 10 17:34:17.966327 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-36d5b3b7-787c-435e-9455-e7f7724bf1a1 req-7d30ec3d-5f74-4ec3-ad93-0a291c73e187 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406237 May 10 17:34:17.976018 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-53e28da8-e17e-4f0f-a167-c355d8dafa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '49471163-42e5-452b-9e58-74a6ef60e6ec', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'port_id': '4b7566e9-2584-4265-a1f6-d5796434716a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'mac_address': 'fa:16:3e:25:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42510df7-9a53-49b4-aac7-94e4f3935927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:30:40Z', 'updated_at': '2021-05-10T17:30:43Z', 'revision_number': 1, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:17Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:17.982678 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e28da8-e17e-4f0f-a167-c355d8dafa33 None None] Checking router: ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:34:17.991722 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e28da8-e17e-4f0f-a167-c355d8dafa33 None None] Routers {'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:17.992322 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-53e28da8-e17e-4f0f-a167-c355d8dafa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:34:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:18.009486 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab316a3d-4da6-4fcf-86f0-d331fed278c6 req-2473119a-ae41-457c-a23e-838c42f2ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:18.010845 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ab316a3d-4da6-4fcf-86f0-d331fed278c6 req-2473119a-ae41-457c-a23e-838c42f2ab6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a6561c-2d0a-4a64-a257-1b5ef855364b HTTP/1.1" status: 200 len: 850 time: 0.0571146 May 10 17:34:18.084690 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab316a3d-4da6-4fcf-86f0-d331fed278c6 req-043f29cd-273f-4e72-9ec7-6cc3392832c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:18.086188 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ab316a3d-4da6-4fcf-86f0-d331fed278c6 req-043f29cd-273f-4e72-9ec7-6cc3392832c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23ef3655-9e98-46c4-a16b-661a6ece4956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677233 May 10 17:34:18.168767 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-53e28da8-e17e-4f0f-a167-c355d8dafa33 None None] Set router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:18.219643 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ab316a3d-4da6-4fcf-86f0-d331fed278c6 req-76040e07-eba3-4083-8905-74f296df451f service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252024 May 10 17:34:18.464672 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-ab316a3d-4da6-4fcf-86f0-d331fed278c6 req-892675fd-576e-4782-b171-e329cdb450b3 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368958 May 10 17:34:18.561994 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-53e28da8-e17e-4f0f-a167-c355d8dafa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '49471163-42e5-452b-9e58-74a6ef60e6ec', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'port_id': '4b7566e9-2584-4265-a1f6-d5796434716a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'mac_address': 'fa:16:3e:25:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42510df7-9a53-49b4-aac7-94e4f3935927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:30:40Z', 'updated_at': '2021-05-10T17:30:43Z', 'revision_number': 1, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:17Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:18.565827 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e28da8-e17e-4f0f-a167-c355d8dafa33 None None] The sync data for ids ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'] in dv-cinder-786385-3-iscsi is: [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_floatingips': [{'id': '49471163-42e5-452b-9e58-74a6ef60e6ec', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'router_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'port_id': '4b7566e9-2584-4265-a1f6-d5796434716a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'mac_address': 'fa:16:3e:25:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42510df7-9a53-49b4-aac7-94e4f3935927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:30:40Z', 'updated_at': '2021-05-10T17:30:43Z', 'revision_number': 1, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:17Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:34:18.756625 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b796092-3e96-40fe-8078-fc998691f770 None None] New status for floating IP 1f2b51b0-2822-4a64-a13f-97fd9372d14a: DOWN {{(pid=78666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:34:19.196388 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b013ad-84ae-42fa-8819-7db5cb2cbeb4 req-ec01fe39-a964-42cb-89d1-9ddd1046d55d tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:19.197850 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-52b013ad-84ae-42fa-8819-7db5cb2cbeb4 req-ec01fe39-a964-42cb-89d1-9ddd1046d55d tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 945 time: 0.1266069 May 10 17:34:19.240057 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-52b013ad-84ae-42fa-8819-7db5cb2cbeb4 req-a15b6225-f2b4-47f9-8ddf-a9bf6443a680 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366750 May 10 17:34:19.498717 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740575f-f906-48f6-a4e7-3c9e1631f906 req-94c963c5-09a8-4c73-ae8d-918abb540f06 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:19.500107 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5740575f-f906-48f6-a4e7-3c9e1631f906 req-94c963c5-09a8-4c73-ae8d-918abb540f06 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 945 time: 0.0769823 May 10 17:34:19.633816 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-5740575f-f906-48f6-a4e7-3c9e1631f906 req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Deleting port 8537b897-28c0-42db-8e45-ffdda7c256d1 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:19.634157 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5740575f-f906-48f6-a4e7-3c9e1631f906 req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:19.763150 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-5740575f-f906-48f6-a4e7-3c9e1631f906 req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] For port 8537b897-28c0-42db-8e45-ffdda7c256d1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8537b897-28c0-42db-8e45-ffdda7c256d1,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:19.763501 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5740575f-f906-48f6-a4e7-3c9e1631f906 req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:19.889780 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-5740575f-f906-48f6-a4e7-3c9e1631f906 req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Calling delete_port for 8537b897-28c0-42db-8e45-ffdda7c256d1 owned by compute:nova {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:19.995885 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5740575f-f906-48f6-a4e7-3c9e1631f906 req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.001250 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:20.047683 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event deleted for resources: {'Port': ['ID=8537b897-28c0-42db-8e45-ffdda7c256d1,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:20.081855 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.082239 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.082614 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.082981 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.083346 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.083710 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.084069 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.084977 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.085341 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.085695 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.086048 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.086401 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.093749 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:20.140443 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5740575f-f906-48f6-a4e7-3c9e1631f906 req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] No DVR routers for this DVR port 8537b897-28c0-42db-8e45-ffdda7c256d1 on host hv-cinder-78638 {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:34:20.143032 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-5740575f-f906-48f6-a4e7-3c9e1631f906 req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.145577 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e032c1-6262-4114-808d-56401731fe5a', 'name': 'network-vif-deleted', 'tag': '8537b897-28c0-42db-8e45-ffdda7c256d1'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:34:20.161187 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5740575f-f906-48f6-a4e7-3c9e1631f906 req-a63c5992-4396-4ae8-997e-0ad570a00cbb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.48 "DELETE /v2.0/ports/8537b897-28c0-42db-8e45-ffdda7c256d1 HTTP/1.1" status: 204 len: 173 time: 0.6537428 May 10 17:34:20.202090 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e032c1-6262-4114-808d-56401731fe5a', 'name': 'network-vif-deleted', 'tag': '8537b897-28c0-42db-8e45-ffdda7c256d1', 'status': 'completed', 'code': 200} May 10 17:34:20.391377 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-5198cc25-98a2-4cc3-a49e-a87501ae7ab3 req-e9f67317-596c-4c28-b67e-7b62947e8f6a tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Synchronizing usage tracker for tenant:2c795367ec454ed2b9a4e04326415579 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:34:20.408057 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-5198cc25-98a2-4cc3-a49e-a87501ae7ab3 req-e9f67317-596c-4c28-b67e-7b62947e8f6a tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Unset dirty status for tenant:2c795367ec454ed2b9a4e04326415579 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:34:20.409317 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5198cc25-98a2-4cc3-a49e-a87501ae7ab3 req-e9f67317-596c-4c28-b67e-7b62947e8f6a tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e032c1-6262-4114-808d-56401731fe5a HTTP/1.1" status: 200 len: 210 time: 0.0597398 May 10 17:34:22.984611 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 8537b897-28c0-42db-8e45-ffdda7c256d1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:34:23.018717 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: 8537b897-28c0-42db-8e45-ffdda7c256d1 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:34:23.019063 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 8537b897-28c0-42db-8e45-ffdda7c256d1 not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:34:23.887076 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 58140) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:24.149470 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-f0711b28-1036-4716-8c59-3d6758db5a32 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Deleting port 8d21e283-9410-4353-b904-fb370d4472f3 {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:24.149824 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0711b28-1036-4716-8c59-3d6758db5a32 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:24.266728 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0711b28-1036-4716-8c59-3d6758db5a32 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:24.267052 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0711b28-1036-4716-8c59-3d6758db5a32 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:24.484048 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-f0711b28-1036-4716-8c59-3d6758db5a32 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Calling delete_port for 8d21e283-9410-4353-b904-fb370d4472f3 owned by network:floatingip {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:24.599317 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0711b28-1036-4716-8c59-3d6758db5a32 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:24.603561 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c4cdcaac-2760-467a-83c5-000731068a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:24.648272 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0711b28-1036-4716-8c59-3d6758db5a32 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event deleted for resources: {'Port': ['ID=8d21e283-9410-4353-b904-fb370d4472f3,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:24.673340 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-f0711b28-1036-4716-8c59-3d6758db5a32 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:24.734822 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0711b28-1036-4716-8c59-3d6758db5a32 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for floatingip, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:24.735071 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.db.l3_db [None req-f0711b28-1036-4716-8c59-3d6758db5a32 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Floating IP 49471163-42e5-452b-9e58-74a6ef60e6ec disassociated (deleted). External IP: 172.27.0.120, port: 4b7566e9-2584-4265-a1f6-d5796434716a. May 10 17:34:25.077602 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0711b28-1036-4716-8c59-3d6758db5a32 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:34:25.248443 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0711b28-1036-4716-8c59-3d6758db5a32 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:34:25.257559 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4bfddb-45fb-4405-bd87-180e3170b93e None None] Sync routers for ids ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:34:25.266863 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4bfddb-45fb-4405-bd87-180e3170b93e None None] Routers {'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:25.267474 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-6e4bfddb-45fb-4405-bd87-180e3170b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:34:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:25.267616 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f0711b28-1036-4716-8c59-3d6758db5a32 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:25.324735 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-f0711b28-1036-4716-8c59-3d6758db5a32 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "DELETE /v2.0/floatingips/49471163-42e5-452b-9e58-74a6ef60e6ec HTTP/1.1" status: 204 len: 168 time: 1.4365342 May 10 17:34:25.325483 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42510df7-9a53-49b4-aac7-94e4f3935927', 'tag': '4b7566e9-2584-4265-a1f6-d5796434716a'}] {{(pid=78663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:34:25.370625 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42510df7-9a53-49b4-aac7-94e4f3935927', 'tag': '4b7566e9-2584-4265-a1f6-d5796434716a', 'status': 'completed', 'code': 200} May 10 17:34:25.448216 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-6e4bfddb-45fb-4405-bd87-180e3170b93e None None] Set router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:25.502729 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ac781-157b-4f98-b346-9b7b8ca6739d req-fd360dd4-5635-4c59-b184-1c59af71c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:25.504203 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-659ac781-157b-4f98-b346-9b7b8ca6739d req-fd360dd4-5635-4c59-b184-1c59af71c411 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c795367ec454ed2b9a4e04326415579&device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 1099 time: 0.0877090 May 10 17:34:25.644644 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ac781-157b-4f98-b346-9b7b8ca6739d req-df95d5cd-8c16-4d35-bd8f-1eb15ba5663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:25.646290 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-659ac781-157b-4f98-b346-9b7b8ca6739d req-df95d5cd-8c16-4d35-bd8f-1eb15ba5663c service neutron] 10.222.0.48 "GET /v2.0/networks?id=23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 200 len: 912 time: 0.1339090 May 10 17:34:25.690620 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfea66-bc8c-4257-aa94-b3ffd4c41fd5 req-f017a6bc-5221-458e-8f1c-16ad4c2d7729 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:25.691809 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-53cfea66-bc8c-4257-aa94-b3ffd4c41fd5 req-f017a6bc-5221-458e-8f1c-16ad4c2d7729 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Synchronizing usage tracker for tenant:2c795367ec454ed2b9a4e04326415579 on resource:port {{(pid=78663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:34:25.710338 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.quota.resource [req-53cfea66-bc8c-4257-aa94-b3ffd4c41fd5 req-f017a6bc-5221-458e-8f1c-16ad4c2d7729 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Unset dirty status for tenant:2c795367ec454ed2b9a4e04326415579 on resource:port {{(pid=78663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:34:25.713159 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-53cfea66-bc8c-4257-aa94-b3ffd4c41fd5 req-f017a6bc-5221-458e-8f1c-16ad4c2d7729 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 946 time: 0.1006894 May 10 17:34:25.727264 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-659ac781-157b-4f98-b346-9b7b8ca6739d req-5638c8c2-e457-425c-b352-f09801f1fd73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7566e9-2584-4265-a1f6-d5796434716a HTTP/1.1" status: 200 len: 217 time: 0.0736125 May 10 17:34:25.762679 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [req-53cfea66-bc8c-4257-aa94-b3ffd4c41fd5 req-34d2a148-f4f7-4831-a1eb-3941b8d833c4 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443697 May 10 17:34:25.795847 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-6e4bfddb-45fb-4405-bd87-180e3170b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:17Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:25.799541 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ac781-157b-4f98-b346-9b7b8ca6739d req-123d5c6d-a6b4-41b7-ac5e-95f3346dcd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:25.799733 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4bfddb-45fb-4405-bd87-180e3170b93e None None] Checking router: ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:34:25.801028 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-659ac781-157b-4f98-b346-9b7b8ca6739d req-123d5c6d-a6b4-41b7-ac5e-95f3346dcd56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a6561c-2d0a-4a64-a257-1b5ef855364b HTTP/1.1" status: 200 len: 850 time: 0.0649087 May 10 17:34:25.808526 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4bfddb-45fb-4405-bd87-180e3170b93e None None] Routers {'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:25.809157 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-6e4bfddb-45fb-4405-bd87-180e3170b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:34:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:25.877227 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ac781-157b-4f98-b346-9b7b8ca6739d req-92ccf3c3-4a6d-4840-b256-6019f95d7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:25.878670 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-659ac781-157b-4f98-b346-9b7b8ca6739d req-92ccf3c3-4a6d-4840-b256-6019f95d7126 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23ef3655-9e98-46c4-a16b-661a6ece4956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700078 May 10 17:34:25.982682 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-6e4bfddb-45fb-4405-bd87-180e3170b93e None None] Set router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:26.008371 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-659ac781-157b-4f98-b346-9b7b8ca6739d req-e08fb75f-0c05-4fb5-8ba1-55a4f3fc380e service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225123 May 10 17:34:26.242450 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-659ac781-157b-4f98-b346-9b7b8ca6739d req-f0587352-d229-4d04-a5c2-1bfef18dee44 service neutron] 10.222.0.48 "GET /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269053 May 10 17:34:26.334416 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-6e4bfddb-45fb-4405-bd87-180e3170b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:17Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:26.338359 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4bfddb-45fb-4405-bd87-180e3170b93e None None] The sync data for ids ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'] in dv-cinder-786385-3-iscsi is: [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:27:11Z', 'revision_number': 4, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi', '_interfaces': [{'id': '8b9f4703-981b-48cd-a84e-e91dcb960355', 'name': '', 'network_id': '23ef3655-9e98-46c4-a16b-661a6ece4956', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'mac_address': 'fa:16:3e:50:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:11Z', 'updated_at': '2021-05-10T17:27:17Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'subnets': [{'id': 'f0a6561c-2d0a-4a64-a257-1b5ef855364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:34:26.543903 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df48df5-c4aa-4420-96b4-a376d1b1c1a2 None None] New status for floating IP 49471163-42e5-452b-9e58-74a6ef60e6ec: DOWN {{(pid=78666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:34:26.950453 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f389309-39f5-4848-ba36-b1890e42b83a req-07c7fcba-07ac-41b9-98ed-18e489e52a51 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:26.951900 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5f389309-39f5-4848-ba36-b1890e42b83a req-07c7fcba-07ac-41b9-98ed-18e489e52a51 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 946 time: 0.0823421 May 10 17:34:26.995408 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-5f389309-39f5-4848-ba36-b1890e42b83a req-54f9af93-96e1-42b6-9346-3fc7f0da1ebb tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/security-groups?id=09fc6132-826f-451c-a86a-d61b6cab4ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379093 May 10 17:34:27.282724 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6067a-3757-4933-abd5-a1e2fd1c35b5 req-d46fc8ca-35e1-4459-9ebc-cb6a6d2e408d tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:27.284110 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-79c6067a-3757-4933-abd5-a1e2fd1c35b5 req-d46fc8ca-35e1-4459-9ebc-cb6a6d2e408d tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.48 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 946 time: 0.0768542 May 10 17:34:27.419216 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-79c6067a-3757-4933-abd5-a1e2fd1c35b5 req-1ef397e1-b6d5-433c-a27d-eced93ba590f tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Deleting port 4b7566e9-2584-4265-a1f6-d5796434716a {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:27.419553 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-79c6067a-3757-4933-abd5-a1e2fd1c35b5 req-1ef397e1-b6d5-433c-a27d-eced93ba590f tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:27.548355 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [req-79c6067a-3757-4933-abd5-a1e2fd1c35b5 req-1ef397e1-b6d5-433c-a27d-eced93ba590f tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] For port 4b7566e9-2584-4265-a1f6-d5796434716a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4b7566e9-2584-4265-a1f6-d5796434716a,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:27.548622 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-79c6067a-3757-4933-abd5-a1e2fd1c35b5 req-1ef397e1-b6d5-433c-a27d-eced93ba590f tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:27.671925 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [req-79c6067a-3757-4933-abd5-a1e2fd1c35b5 req-1ef397e1-b6d5-433c-a27d-eced93ba590f tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Calling delete_port for 4b7566e9-2584-4265-a1f6-d5796434716a owned by compute:nova {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:27.779932 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-79c6067a-3757-4933-abd5-a1e2fd1c35b5 req-1ef397e1-b6d5-433c-a27d-eced93ba590f tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:27.785391 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-a22766e1-9d9f-4ac1-9ef2-a2e6a9a85211 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:27.832493 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef397e1-b6d5-433c-a27d-eced93ba590f tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event deleted for resources: {'Port': ['ID=4b7566e9-2584-4265-a1f6-d5796434716a,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:27.835703 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-1ef397e1-b6d5-433c-a27d-eced93ba590f tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:27.905677 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c6067a-3757-4933-abd5-a1e2fd1c35b5 req-1ef397e1-b6d5-433c-a27d-eced93ba590f tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] No DVR routers for this DVR port 4b7566e9-2584-4265-a1f6-d5796434716a on host hv-cinder-78638 {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:34:27.908228 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [req-79c6067a-3757-4933-abd5-a1e2fd1c35b5 req-1ef397e1-b6d5-433c-a27d-eced93ba590f tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for port, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:27.910741 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42510df7-9a53-49b4-aac7-94e4f3935927', 'name': 'network-vif-deleted', 'tag': '4b7566e9-2584-4265-a1f6-d5796434716a'}] {{(pid=78664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:34:27.926716 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-79c6067a-3757-4933-abd5-a1e2fd1c35b5 req-1ef397e1-b6d5-433c-a27d-eced93ba590f tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.48 "DELETE /v2.0/ports/4b7566e9-2584-4265-a1f6-d5796434716a HTTP/1.1" status: 204 len: 173 time: 0.6351149 May 10 17:34:27.959599 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42510df7-9a53-49b4-aac7-94e4f3935927', 'name': 'network-vif-deleted', 'tag': '4b7566e9-2584-4265-a1f6-d5796434716a', 'status': 'completed', 'code': 200} May 10 17:34:28.141002 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-b3ad0cb0-bf7d-4462-ae6b-207c4b420853 req-1c856f10-681d-46ca-8ff4-01a6c19c9ec7 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Synchronizing usage tracker for tenant:2c795367ec454ed2b9a4e04326415579 on resource:port {{(pid=78664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:34:28.155912 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.quota.resource [req-b3ad0cb0-bf7d-4462-ae6b-207c4b420853 req-1c856f10-681d-46ca-8ff4-01a6c19c9ec7 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Unset dirty status for tenant:2c795367ec454ed2b9a4e04326415579 on resource:port {{(pid=78664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:34:28.157295 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [req-b3ad0cb0-bf7d-4462-ae6b-207c4b420853 req-1c856f10-681d-46ca-8ff4-01a6c19c9ec7 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "GET /v2.0/ports?device_id=42510df7-9a53-49b4-aac7-94e4f3935927 HTTP/1.1" status: 200 len: 210 time: 0.0600946 May 10 17:34:29.264771 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 58158) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:29.514780 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-0646e8b9-8d73-4327-a8b9-3708d9d24764 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Deleting port a024b389-c17b-45b6-bdf7-fdb0ce40cc87 {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:29.515042 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0646e8b9-8d73-4327-a8b9-3708d9d24764 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:29.635754 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0646e8b9-8d73-4327-a8b9-3708d9d24764 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:29.636085 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0646e8b9-8d73-4327-a8b9-3708d9d24764 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:29.852325 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-0646e8b9-8d73-4327-a8b9-3708d9d24764 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Calling delete_port for a024b389-c17b-45b6-bdf7-fdb0ce40cc87 owned by network:floatingip {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:29.958463 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0646e8b9-8d73-4327-a8b9-3708d9d24764 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:29.962597 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:30.008126 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646e8b9-8d73-4327-a8b9-3708d9d24764 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event deleted for resources: {'Port': ['ID=a024b389-c17b-45b6-bdf7-fdb0ce40cc87,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:30.011205 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-0646e8b9-8d73-4327-a8b9-3708d9d24764 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:30.096645 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0646e8b9-8d73-4327-a8b9-3708d9d24764 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for floatingip, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:30.113718 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-0646e8b9-8d73-4327-a8b9-3708d9d24764 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67451'] for floatingip, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:30.114772 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-0646e8b9-8d73-4327-a8b9-3708d9d24764 tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "DELETE /v2.0/floatingips/e6f4593d-fb34-413a-8089-736ee5b566ef HTTP/1.1" status: 204 len: 168 time: 0.8489997 May 10 17:34:30.225503 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:34:30.996988 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 4b7566e9-2584-4265-a1f6-d5796434716a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:34:31.030020 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] No Port match for: 4b7566e9-2584-4265-a1f6-d5796434716a {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:34:31.030370 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Device 4b7566e9-2584-4265-a1f6-d5796434716a not bound to the agent host hv-cinder-78638 {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:34:31.491684 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 58172) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:31.562252 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-87d8aea3-3f10-4355-900a-e6937906a32a tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:31.590501 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-87d8aea3-3f10-4355-900a-e6937906a32a tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:31.654971 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-87d8aea3-3f10-4355-900a-e6937906a32a tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:31.659011 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-3fc164e0-be1e-4042-a923-7a8e42e11275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:31.673460 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8aea3-3f10-4355-900a-e6937906a32a tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fc6132-826f-451c-a86a-d61b6cab4ff2,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:31.676554 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-87d8aea3-3f10-4355-900a-e6937906a32a tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:31.686326 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-87d8aea3-3f10-4355-900a-e6937906a32a tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:31.687445 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-87d8aea3-3f10-4355-900a-e6937906a32a tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] 10.222.0.16 "DELETE /v2.0/security-groups/09fc6132-826f-451c-a86a-d61b6cab4ff2 HTTP/1.1" status: 204 len: 168 time: 0.1948104 May 10 17:34:31.743489 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 58178) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:32.504098 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-25709f5c-998d-498f-a043-c3f51d4f4878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384582'] for router_interface, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.902524 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-25709f5c-998d-498f-a043-c3f51d4f4878 admin admin] Deleting port 8b9f4703-981b-48cd-a84e-e91dcb960355 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:32.903171 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-25709f5c-998d-498f-a043-c3f51d4f4878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.022268 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [None req-25709f5c-998d-498f-a043-c3f51d4f4878 admin admin] For port 8b9f4703-981b-48cd-a84e-e91dcb960355, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=8b9f4703-981b-48cd-a84e-e91dcb960355,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:33.022565 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-25709f5c-998d-498f-a043-c3f51d4f4878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.141808 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-25709f5c-998d-498f-a043-c3f51d4f4878 admin admin] Calling delete_port for 8b9f4703-981b-48cd-a84e-e91dcb960355 owned by network:router_interface {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:33.277329 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-25709f5c-998d-498f-a043-c3f51d4f4878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.281473 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-1ef397e1-b6d5-433c-a27d-eced93ba590f tempest-TestVolumeBootPattern-268119670 tempest-TestVolumeBootPattern-268119670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:33.324518 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25709f5c-998d-498f-a043-c3f51d4f4878 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9f4703-981b-48cd-a84e-e91dcb960355,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:33.355705 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-25709f5c-998d-498f-a043-c3f51d4f4878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:33.582468 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-25709f5c-998d-498f-a043-c3f51d4f4878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16399094'] for router_interface, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:34.039182 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25709f5c-998d-498f-a043-c3f51d4f4878 admin admin] Router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:34:34.214989 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25709f5c-998d-498f-a043-c3f51d4f4878 admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:34:34.223518 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0897a680-fe2e-4cc1-93cb-7449ce3b9713 None None] Sync routers for ids ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'] in dv-cinder-786385-3-iscsi {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:34:34.226730 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-25709f5c-998d-498f-a043-c3f51d4f4878 admin admin] 10.222.0.16 "PUT /v2.0/routers/ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4821410 May 10 17:34:34.229202 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 58184) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:34.233158 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0897a680-fe2e-4cc1-93cb-7449ce3b9713 None None] Routers {'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:34.233781 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-0897a680-fe2e-4cc1-93cb-7449ce3b9713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:34:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:34.403398 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b7985d2b-67e5-425f-ab0c-d2a141a43803 admin admin] Notify callbacks [] for router, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:34.410088 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-0897a680-fe2e-4cc1-93cb-7449ce3b9713 None None] Set router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb gateway port host: dv-cinder-786385-3-iscsi {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:34.572606 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b7985d2b-67e5-425f-ab0c-d2a141a43803 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:34.644388 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-b7985d2b-67e5-425f-ab0c-d2a141a43803 admin admin] Deleting port 0106c05a-065c-43ad-b62e-008fbf9c8968 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:34.644748 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b7985d2b-67e5-425f-ab0c-d2a141a43803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:34.688448 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-0897a680-fe2e-4cc1-93cb-7449ce3b9713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:34:33Z', 'revision_number': 5, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port': {'id': '0106c05a-065c-43ad-b62e-008fbf9c8968', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:08Z', 'updated_at': '2021-05-10T17:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:34.692630 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0897a680-fe2e-4cc1-93cb-7449ce3b9713 None None] Checking router: ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb for host: dv-cinder-786385-3-iscsi {{(pid=78665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:34:34.700963 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0897a680-fe2e-4cc1-93cb-7449ce3b9713 None None] Routers {'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:34.701579 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-0897a680-fe2e-4cc1-93cb-7449ce3b9713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:34:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'], 'active': True} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:34.766681 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [None req-b7985d2b-67e5-425f-ab0c-d2a141a43803 admin admin] For port 0106c05a-065c-43ad-b62e-008fbf9c8968, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=0106c05a-065c-43ad-b62e-008fbf9c8968,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:34.767058 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b7985d2b-67e5-425f-ab0c-d2a141a43803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:34.846803 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvr_db [None req-0897a680-fe2e-4cc1-93cb-7449ce3b9713 None None] Set router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb gateway port host: None {{(pid=78665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:34.887847 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-b7985d2b-67e5-425f-ab0c-d2a141a43803 admin admin] Calling delete_port for 0106c05a-065c-43ad-b62e-008fbf9c8968 owned by network:router_gateway {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:34.951741 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_hamode_db [None req-0897a680-fe2e-4cc1-93cb-7449ce3b9713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:34:34Z', 'revision_number': 6, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port_host': None}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:34.956071 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0897a680-fe2e-4cc1-93cb-7449ce3b9713 None None] The sync data for ids ['ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb'] in dv-cinder-786385-3-iscsi is: [{'id': 'ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb', 'name': 'tempest-TestVolumeBootPattern-617019181-router', 'tenant_id': '2c795367ec454ed2b9a4e04326415579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:07Z', 'updated_at': '2021-05-10T17:34:34Z', 'revision_number': 6, 'project_id': '2c795367ec454ed2b9a4e04326415579', 'gw_port_host': None}] {{(pid=78665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:34:35.026583 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b7985d2b-67e5-425f-ab0c-d2a141a43803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:35.030812 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:35.073866 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7985d2b-67e5-425f-ab0c-d2a141a43803 admin admin] Pushing event deleted for resources: {'Port': ['ID=0106c05a-065c-43ad-b62e-008fbf9c8968,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:35.104238 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-b7985d2b-67e5-425f-ab0c-d2a141a43803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:35.275548 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b7985d2b-67e5-425f-ab0c-d2a141a43803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16389474'] for router_gateway, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:35.446438 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b7985d2b-67e5-425f-ab0c-d2a141a43803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8002'] for router, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:35.448572 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b7985d2b-67e5-425f-ab0c-d2a141a43803 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:35.470551 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b7985d2b-67e5-425f-ab0c-d2a141a43803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16394096'] for router, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:35.471046 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7985d2b-67e5-425f-ab0c-d2a141a43803 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb {{(pid=78664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:34:35.482540 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-b7985d2b-67e5-425f-ab0c-d2a141a43803 admin admin] Notify callbacks [] for router, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:35.483643 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-b7985d2b-67e5-425f-ab0c-d2a141a43803 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ce63436e-6f6a-4e65-a3ac-5fe640f7ffbb HTTP/1.1" status: 204 len: 168 time: 1.2535622 May 10 17:34:35.486191 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 58190) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:35.547052 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_v2 [None req-33696a3b-3c90-47a8-9b19-3d7ac1065155 admin admin] Deleting subnet f0a6561c-2d0a-4a64-a257-1b5ef855364b {{(pid=78664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:34:35.549921 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-33696a3b-3c90-47a8-9b19-3d7ac1065155 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:35.597269 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-33696a3b-3c90-47a8-9b19-3d7ac1065155 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15796473'] for subnet, precommit_delete_associations {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:35.674895 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-33696a3b-3c90-47a8-9b19-3d7ac1065155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862742'] for subnet, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:35.924826 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-33696a3b-3c90-47a8-9b19-3d7ac1065155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16084900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15067248'] for subnet, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:35.929653 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8aec73f2-4dfb-4fd0-98d9-c7b0cbeec4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:35.967332 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33696a3b-3c90-47a8-9b19-3d7ac1065155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a6561c-2d0a-4a64-a257-1b5ef855364b,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:35.970321 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-33696a3b-3c90-47a8-9b19-3d7ac1065155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:35.971266 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-33696a3b-3c90-47a8-9b19-3d7ac1065155 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:35.978099 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-33696a3b-3c90-47a8-9b19-3d7ac1065155 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f0a6561c-2d0a-4a64-a257-1b5ef855364b HTTP/1.1" status: 204 len: 168 time: 0.4909739 May 10 17:34:35.979050 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83025b55-0817-4d3c-80ab-d6e2a953d92c None None] Network 23ef3655-9e98-46c4-a16b-661a6ece4956 requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:34:35.979792 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 58194) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:36.080584 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737558'] for network, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.154373 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] Deleting port 1ac42191-fbd9-4701-adfb-c7c1d3295b4a {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:36.154712 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.227542 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] DHCP port deletion for 23ef3655-9e98-46c4-a16b-661a6ece4956 request from dv-cinder-786385-3-iscsi {{(pid=78665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:34:36.264057 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] For port 1ac42191-fbd9-4701-adfb-c7c1d3295b4a, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=1ac42191-fbd9-4701-adfb-c7c1d3295b4a,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:36.264440 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.290762 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Deleting port 1ac42191-fbd9-4701-adfb-c7c1d3295b4a {{(pid=78665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:36.291141 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.386709 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] Calling delete_port for 1ac42191-fbd9-4701-adfb-c7c1d3295b4a owned by network:dhcp {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:36.390900 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] For port 1ac42191-fbd9-4701-adfb-c7c1d3295b4a, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=1ac42191-fbd9-4701-adfb-c7c1d3295b4a,segment=NetworkSegment(e8237b29-420e-4c5b-8b6b-86741a586d1d),segment_id=e8237b29-420e-4c5b-8b6b-86741a586d1d)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:36.391294 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.432277 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.437065 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-0b5b55ac-f9a3-431f-8d35-ee6a295a94a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:36.485506 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] No DVR routers for this DVR port 1ac42191-fbd9-4701-adfb-c7c1d3295b4a on host dv-cinder-786385-3-iscsi {{(pid=78664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:34:36.487169 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac42191-fbd9-4701-adfb-c7c1d3295b4a,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:36.513913 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:36.550498 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Calling delete_port for 1ac42191-fbd9-4701-adfb-c7c1d3295b4a owned by network:dhcp {{(pid=78665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:36.590920 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188'] for port, after_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.594351 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:36.606596 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856813', 'neutron.services.segments.db._delete_segments_for_network-8781908246685'] for network, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.639928 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Pushing event deleted for resources: {'Port': ['ID=1ac42191-fbd9-4701-adfb-c7c1d3295b4a,revision_number=None']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:36.642294 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] No DVR routers for this DVR port 1ac42191-fbd9-4701-adfb-c7c1d3295b4a on host dv-cinder-786385-3-iscsi {{(pid=78665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:34:36.651666 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:36.652012 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:36.652358 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:36.652685 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:36.653044 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:36.653372 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:36.653696 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:36.654019 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:36.654342 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:36.654657 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:36.654973 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:36.655307 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-3-iscsi {{(pid=78665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:36.658426 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-e7e9569b-37e9-47c2-b581-0ca7cd53bdd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:36.720134 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ef3655-9e98-46c4-a16b-661a6ece4956']}} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:36.732378 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8237b29-420e-4c5b-8b6b-86741a586d1d') {'for_net_delete': True} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:36.732672 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.services.segments.db [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8237b29-420e-4c5b-8b6b-86741a586d1d') {} {{(pid=78664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:36.743745 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781908258151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796454'] for segment, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.759824 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.765871 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=78664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:34:36.766255 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16084930'] for segment, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: Traceback (most recent call last): May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: timer() May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: cb(*args, **kw) May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: return func(*args, **kwargs) May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: self._notify() May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: self.callback(batched_events) May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: event.method(event) May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: return f(self, *a, **k) May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._get(url).json() May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: return self.request(url, 'GET', **kwargs) May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:34:36.780081 dv-cinder-786385-3-iscsi neutron-server[78664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:34:36.857031 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16389488'] for network, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.862831 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.865406 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:36.887330 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] Pushing event deleted for resources: {'Network': ['ID=23ef3655-9e98-46c4-a16b-661a6ece4956,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:36.892657 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:36.901815 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] 10.222.0.16 "DELETE /v2.0/networks/23ef3655-9e98-46c4-a16b-661a6ece4956 HTTP/1.1" status: 204 len: 168 time: 0.9210670 May 10 17:34:36.904664 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 58198) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:36.905795 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 0106c05a-065c-43ad-b62e-008fbf9c8968 no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:34:36.940014 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 0106c05a-065c-43ad-b62e-008fbf9c8968 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:34:36.940368 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 0106c05a-065c-43ad-b62e-008fbf9c8968 not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:34:36.940793 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 8b9f4703-981b-48cd-a84e-e91dcb960355 no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:34:36.973811 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 8b9f4703-981b-48cd-a84e-e91dcb960355 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:34:36.974171 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 8b9f4703-981b-48cd-a84e-e91dcb960355 not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:34:36.974740 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 1ac42191-fbd9-4701-adfb-c7c1d3295b4a no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:34:37.009450 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 1ac42191-fbd9-4701-adfb-c7c1d3295b4a {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:34:37.010122 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 1ac42191-fbd9-4701-adfb-c7c1d3295b4a not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:34:37.313150 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d2a9-c604-4723-a648-0b54ad35f25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:37.430131 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7e9f1793-fcb9-4646-a1c7-7d65793ee51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384582'] for router_interface, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:37.827128 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f1793-fcb9-4646-a1c7-7d65793ee51c admin admin] Deleting port 4457b78f-bc99-4b5a-bd57-c30877112c56 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:37.827466 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7e9f1793-fcb9-4646-a1c7-7d65793ee51c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:37.945411 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [None req-7e9f1793-fcb9-4646-a1c7-7d65793ee51c admin admin] For port 4457b78f-bc99-4b5a-bd57-c30877112c56, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=4457b78f-bc99-4b5a-bd57-c30877112c56,segment=NetworkSegment(47d359ea-5271-42f9-bed8-e4b2a04e6db3),segment_id=47d359ea-5271-42f9-bed8-e4b2a04e6db3)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:37.945784 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7e9f1793-fcb9-4646-a1c7-7d65793ee51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:38.167163 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f1793-fcb9-4646-a1c7-7d65793ee51c admin admin] Calling delete_port for 4457b78f-bc99-4b5a-bd57-c30877112c56 owned by network:router_interface {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:38.304370 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7e9f1793-fcb9-4646-a1c7-7d65793ee51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:38.307912 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-c403ea60-aaee-4e57-adac-caf70a2d6c78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:38.354134 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f1793-fcb9-4646-a1c7-7d65793ee51c admin admin] Pushing event deleted for resources: {'Port': ['ID=4457b78f-bc99-4b5a-bd57-c30877112c56,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:38.358427 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-7e9f1793-fcb9-4646-a1c7-7d65793ee51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:38.596336 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:38.621834 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-7e9f1793-fcb9-4646-a1c7-7d65793ee51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16399094'] for router_interface, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:38.972511 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9f1793-fcb9-4646-a1c7-7d65793ee51c admin admin] Router 7b7d95b0-f38d-43e6-a455-34322971b1a7 has already been hosted by L3 agent ce64b4b8-692c-426f-a682-9c50bfc61c23 {{(pid=78664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:34:39.140994 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9f1793-fcb9-4646-a1c7-7d65793ee51c admin admin] Notify agent at l3_agent.dv-cinder-786385-3-iscsi the message routers_updated {{(pid=78664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:34:39.149298 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722b238-da8c-4839-a28d-9796988efa78 None None] Sync routers for ids ['7b7d95b0-f38d-43e6-a455-34322971b1a7'] in dv-cinder-786385-3-iscsi {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:34:39.156200 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-7e9f1793-fcb9-4646-a1c7-7d65793ee51c admin admin] 10.222.0.16 "PUT /v2.0/routers/7b7d95b0-f38d-43e6-a455-34322971b1a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2505155 May 10 17:34:39.158422 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722b238-da8c-4839-a28d-9796988efa78 None None] Routers {'7b7d95b0-f38d-43e6-a455-34322971b1a7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:39.158674 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 58206) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:39.159036 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-9722b238-da8c-4839-a28d-9796988efa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:34:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['7b7d95b0-f38d-43e6-a455-34322971b1a7'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:39.331539 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-eeccdfc5-7415-43a7-8b5b-601828a758b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:39.332456 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-9722b238-da8c-4839-a28d-9796988efa78 None None] Set router 7b7d95b0-f38d-43e6-a455-34322971b1a7 gateway port host: dv-cinder-786385-3-iscsi {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:39.617359 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-eeccdfc5-7415-43a7-8b5b-601828a758b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:39.645553 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-9722b238-da8c-4839-a28d-9796988efa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'name': 'tempest-TestVolumeBootPattern-1641753116-router', 'tenant_id': '832e7d9f24284351a14dc50eb3001852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'external_fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd3dd853b-cc0c-4470-abcc-87a8deec05b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:14Z', 'updated_at': '2021-05-10T17:34:38Z', 'revision_number': 5, 'project_id': '832e7d9f24284351a14dc50eb3001852', 'gw_port': {'id': 'd3dd853b-cc0c-4470-abcc-87a8deec05b8', 'name': '', 'network_id': 'b05e2d32-e45c-4d37-b711-ba1bc02235d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:15Z', 'updated_at': '2021-05-10T17:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17708f4f-4bae-44ce-83d3-4d42c02d2809', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-3-iscsi'}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:39.649795 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722b238-da8c-4839-a28d-9796988efa78 None None] Checking router: 7b7d95b0-f38d-43e6-a455-34322971b1a7 for host: dv-cinder-786385-3-iscsi {{(pid=78666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:34:39.657876 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722b238-da8c-4839-a28d-9796988efa78 None None] Routers {'7b7d95b0-f38d-43e6-a455-34322971b1a7'} bound to L3 agent in host dv-cinder-786385-3-iscsi {{(pid=78666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:39.658477 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-9722b238-da8c-4839-a28d-9796988efa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:10:40Z,description=,heartbeat_timestamp=2021-05-10T17:34:10Z,host='dv-cinder-786385-3-iscsi',id=ce64b4b8-692c-426f-a682-9c50bfc61c23,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:10:40Z,topic='l3_agent')) {'router_ids': ['7b7d95b0-f38d-43e6-a455-34322971b1a7'], 'active': True} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:39.687353 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-eeccdfc5-7415-43a7-8b5b-601828a758b8 admin admin] Deleting port d3dd853b-cc0c-4470-abcc-87a8deec05b8 {{(pid=78664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:39.687918 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-eeccdfc5-7415-43a7-8b5b-601828a758b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:39.805354 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_dvr_db [None req-9722b238-da8c-4839-a28d-9796988efa78 None None] Set router 7b7d95b0-f38d-43e6-a455-34322971b1a7 gateway port host: None {{(pid=78666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:39.809718 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.db [None req-eeccdfc5-7415-43a7-8b5b-601828a758b8 admin admin] For port d3dd853b-cc0c-4470-abcc-87a8deec05b8, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=d3dd853b-cc0c-4470-abcc-87a8deec05b8,segment=NetworkSegment(1aead4e7-3be9-442a-96d6-3f122bc6e4a6),segment_id=1aead4e7-3be9-442a-96d6-3f122bc6e4a6)] {{(pid=78664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:39.810096 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-eeccdfc5-7415-43a7-8b5b-601828a758b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:39.894932 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:39.910600 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.l3_hamode_db [None req-9722b238-da8c-4839-a28d-9796988efa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'name': 'tempest-TestVolumeBootPattern-1641753116-router', 'tenant_id': '832e7d9f24284351a14dc50eb3001852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:14Z', 'updated_at': '2021-05-10T17:34:39Z', 'revision_number': 6, 'project_id': '832e7d9f24284351a14dc50eb3001852', 'gw_port_host': None}], 'dv-cinder-786385-3-iscsi', False) {} {{(pid=78666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:39.915146 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722b238-da8c-4839-a28d-9796988efa78 None None] The sync data for ids ['7b7d95b0-f38d-43e6-a455-34322971b1a7'] in dv-cinder-786385-3-iscsi is: [{'id': '7b7d95b0-f38d-43e6-a455-34322971b1a7', 'name': 'tempest-TestVolumeBootPattern-1641753116-router', 'tenant_id': '832e7d9f24284351a14dc50eb3001852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:14Z', 'updated_at': '2021-05-10T17:34:39Z', 'revision_number': 6, 'project_id': '832e7d9f24284351a14dc50eb3001852', 'gw_port_host': None}] {{(pid=78666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:34:39.915740 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-1b66a07a-9d4d-47df-96d1-559739e6a8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:39.937310 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.plugins.ml2.plugin [None req-eeccdfc5-7415-43a7-8b5b-601828a758b8 admin admin] Calling delete_port for d3dd853b-cc0c-4470-abcc-87a8deec05b8 owned by network:router_gateway {{(pid=78664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:40.074240 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-eeccdfc5-7415-43a7-8b5b-601828a758b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16084983'] for port, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:40.078483 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-54d36019-8e4a-4095-9dba-e0ac16a86f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:40.123730 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccdfc5-7415-43a7-8b5b-601828a758b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3dd853b-cc0c-4470-abcc-87a8deec05b8,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:40.149543 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-eeccdfc5-7415-43a7-8b5b-601828a758b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:40.212163 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-eeccdfc5-7415-43a7-8b5b-601828a758b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16389474'] for router_gateway, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:40.396329 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-eeccdfc5-7415-43a7-8b5b-601828a758b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8002'] for router, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:40.398514 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-eeccdfc5-7415-43a7-8b5b-601828a758b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:40.421308 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-eeccdfc5-7415-43a7-8b5b-601828a758b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16394096'] for router, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:40.421744 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeccdfc5-7415-43a7-8b5b-601828a758b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b7d95b0-f38d-43e6-a455-34322971b1a7 {{(pid=78664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:34:40.434685 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-eeccdfc5-7415-43a7-8b5b-601828a758b8 admin admin] Notify callbacks [] for router, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:40.435792 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-eeccdfc5-7415-43a7-8b5b-601828a758b8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7b7d95b0-f38d-43e6-a455-34322971b1a7 HTTP/1.1" status: 204 len: 168 time: 1.2762487 May 10 17:34:40.438346 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 58212) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:40.498730 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb752fa-d6f7-4ee4-b46a-bf428127b9fb admin admin] Deleting subnet a05925e5-7a9c-4b96-b4b9-207b2cd10475 {{(pid=78664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:34:40.501624 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8cb752fa-d6f7-4ee4-b46a-bf428127b9fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:40.548058 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8cb752fa-d6f7-4ee4-b46a-bf428127b9fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15796473'] for subnet, precommit_delete_associations {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:40.622519 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8cb752fa-d6f7-4ee4-b46a-bf428127b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862742'] for subnet, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:40.815697 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:40.880423 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8cb752fa-d6f7-4ee4-b46a-bf428127b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16084900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15067248'] for subnet, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:40.885692 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-f8b3da24-57ca-49c3-9e27-1889018364ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:40.920622 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 4457b78f-bc99-4b5a-bd57-c30877112c56 no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:34:40.921719 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb752fa-d6f7-4ee4-b46a-bf428127b9fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a05925e5-7a9c-4b96-b4b9-207b2cd10475,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:40.924604 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-8cb752fa-d6f7-4ee4-b46a-bf428127b9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:40.925656 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-8cb752fa-d6f7-4ee4-b46a-bf428127b9fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:40.933466 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-8cb752fa-d6f7-4ee4-b46a-bf428127b9fb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a05925e5-7a9c-4b96-b4b9-207b2cd10475 HTTP/1.1" status: 204 len: 168 time: 0.4941406 May 10 17:34:40.934395 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 58216) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:40.949087 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90af29cb-56a8-4147-8c39-940b98eff6ae None None] Network d14af2d4-93a5-45c4-a4cf-f8513e4046ab requested from dv-cinder-786385-3-iscsi {{(pid=78665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:34:41.019297 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 4457b78f-bc99-4b5a-bd57-c30877112c56 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:34:41.019297 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 4457b78f-bc99-4b5a-bd57-c30877112c56 not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:34:41.019297 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device d3dd853b-cc0c-4470-abcc-87a8deec05b8 no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:34:41.043819 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737558'] for network, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.065117 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: d3dd853b-cc0c-4470-abcc-87a8deec05b8 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:34:41.065469 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device d3dd853b-cc0c-4470-abcc-87a8deec05b8 not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:34:41.121334 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] Deleting port 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 {{(pid=78663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:41.121683 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.222299 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.db [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] For port 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=3445af6e-7fbd-44a2-a4b9-bbb1a06169f1,segment=NetworkSegment(47d359ea-5271-42f9-bed8-e4b2a04e6db3),segment_id=47d359ea-5271-42f9-bed8-e4b2a04e6db3)] {{(pid=78663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:41.222678 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.237069 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fdc361-6be2-482f-837d-73dd7515871a None None] DHCP port deletion for d14af2d4-93a5-45c4-a4cf-f8513e4046ab request from dv-cinder-786385-3-iscsi {{(pid=78665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:34:41.299498 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-07fdc361-6be2-482f-837d-73dd7515871a None None] Deleting port 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 {{(pid=78665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:41.299879 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-07fdc361-6be2-482f-837d-73dd7515871a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781908235933'] for port, before_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.346051 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.plugin [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] Calling delete_port for 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 owned by network:dhcp {{(pid=78663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:41.397397 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15048103'] for port, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.397651 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.db [None req-07fdc361-6be2-482f-837d-73dd7515871a None None] For port 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1, host dv-cinder-786385-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-3-iscsi',level=0,port_id=3445af6e-7fbd-44a2-a4b9-bbb1a06169f1,segment=NetworkSegment(47d359ea-5271-42f9-bed8-e4b2a04e6db3),segment_id=47d359ea-5271-42f9-bed8-e4b2a04e6db3)] {{(pid=78665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:41.398022 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-07fdc361-6be2-482f-837d-73dd7515871a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16393660'] for port, precommit_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.408639 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-ba0150b4-a696-438d-b8f5-108195e56bce tempest-VolumesActionsTest-1829383204 tempest-VolumesActionsTest-1829383204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:41.443464 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] No DVR routers for this DVR port 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 on host dv-cinder-786385-3-iscsi {{(pid=78663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:34:41.450895 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=3445af6e-7fbd-44a2-a4b9-bbb1a06169f1,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:41.476802 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:41.520956 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-07fdc361-6be2-482f-837d-73dd7515871a None None] Calling delete_port for 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 owned by network:dhcp {{(pid=78665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:41.562461 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-07fdc361-6be2-482f-837d-73dd7515871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781908240240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781907805188'] for port, after_delete {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.566788 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:41.567554 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856813', 'neutron.services.segments.db._delete_segments_for_network-8781908246685'] for network, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.580935 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14af2d4-93a5-45c4-a4cf-f8513e4046ab']}} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:41.592995 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d359ea-5271-42f9-bed8-e4b2a04e6db3') {'for_net_delete': True} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:41.593303 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.services.segments.db [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d359ea-5271-42f9-bed8-e4b2a04e6db3') {} {{(pid=78663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:41.604533 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781908258151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13676297'] for segment, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.607848 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdc361-6be2-482f-837d-73dd7515871a None None] Pushing event deleted for resources: {'Port': ['ID=3445af6e-7fbd-44a2-a4b9-bbb1a06169f1,revision_number=None']} {{(pid=78665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:41.610824 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG oslo_concurrency.lockutils [None req-07fdc361-6be2-482f-837d-73dd7515871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:41.611611 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fdc361-6be2-482f-837d-73dd7515871a None None] No DVR routers for this DVR port 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 on host dv-cinder-786385-3-iscsi {{(pid=78665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:34:41.621161 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965'] for segment, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.627863 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=78663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:34:41.628249 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15048082'] for segment, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: Traceback (most recent call last): May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: timer() May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: cb(*args, **kw) May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: return func(*args, **kwargs) May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: self._notify() May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: self.callback(batched_events) May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: event.method(event) May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: return f(self, *a, **k) May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: return self._get(url).json() May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: return self.request(url, 'GET', **kwargs) May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:34:41.641976 dv-cinder-786385-3-iscsi neutron-server[78663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:34:41.718826 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16389488'] for network, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.724197 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263584'] for network, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.727792 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-c85f1710-64c2-4a1d-bfdb-577e3a16ce96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:41.751377 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] Pushing event deleted for resources: {'Network': ['ID=d14af2d4-93a5-45c4-a4cf-f8513e4046ab,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:41.755170 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:41.757411 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-3e012f60-8c17-4826-8c65-ac1de8eea3cf admin admin] 10.222.0.16 "DELETE /v2.0/networks/d14af2d4-93a5-45c4-a4cf-f8513e4046ab HTTP/1.1" status: 204 len: 168 time: 0.8220334 May 10 17:34:41.869643 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 58224) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:41.916961 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-dcfc61e7-cf0e-497e-b52a-16e885407ffb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c795367ec454ed2b9a4e04326415579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461924 May 10 17:34:41.919251 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [-] (78663) accepted ('10.222.0.16', 58228) {{(pid=78663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:41.976085 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f915a2e2-f3b8-410f-885a-169396532015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:42.004501 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f915a2e2-f3b8-410f-885a-169396532015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:42.054790 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f915a2e2-f3b8-410f-885a-169396532015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:42.058353 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-f87c51b5-c9a0-487c-8527-15552d7ed61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:42.070293 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915a2e2-f3b8-410f-885a-169396532015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ece414c-3dbc-4738-96cb-efb73ac81296,revision_number=None']} {{(pid=78663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:42.073819 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG oslo_concurrency.lockutils [None req-f915a2e2-f3b8-410f-885a-169396532015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:42.078625 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron_lib.callbacks.manager [None req-f915a2e2-f3b8-410f-885a-169396532015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:42.079722 dv-cinder-786385-3-iscsi neutron-server[78663]: INFO neutron.wsgi [None req-f915a2e2-f3b8-410f-885a-169396532015 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ece414c-3dbc-4738-96cb-efb73ac81296 HTTP/1.1" status: 204 len: 168 time: 0.1596265 May 10 17:34:42.411798 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 58236) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:42.470719 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:42.563846 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-9e942ad2-20a7-41cb-8546-327a3fdff5f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=832e7d9f24284351a14dc50eb3001852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499619 May 10 17:34:42.566265 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.wsgi [-] (78664) accepted ('10.222.0.16', 58240) {{(pid=78664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:42.624641 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-14aa11d1-670c-4cf9-a06b-bf4df3a7a62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:42.649716 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-14aa11d1-670c-4cf9-a06b-bf4df3a7a62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:42.702009 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-14aa11d1-670c-4cf9-a06b-bf4df3a7a62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381851'] for security_group, after_delete {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:42.707242 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-f6b6c932-c810-425d-9617-ffbf84722809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:42.720416 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa11d1-670c-4cf9-a06b-bf4df3a7a62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5ff78c-71ac-40f2-8d7e-0bb5a6b76697,revision_number=None']} {{(pid=78664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:42.722841 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG oslo_concurrency.lockutils [None req-14aa11d1-670c-4cf9-a06b-bf4df3a7a62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:42.724861 dv-cinder-786385-3-iscsi neutron-server[78664]: DEBUG neutron_lib.callbacks.manager [None req-14aa11d1-670c-4cf9-a06b-bf4df3a7a62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:42.728647 dv-cinder-786385-3-iscsi neutron-server[78664]: INFO neutron.wsgi [None req-14aa11d1-670c-4cf9-a06b-bf4df3a7a62f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e5ff78c-71ac-40f2-8d7e-0bb5a6b76697 HTTP/1.1" status: 204 len: 168 time: 0.1591260 May 10 17:34:42.901281 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 no longer exists at agent ovs-agent-dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:34:42.939977 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.plugin [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] No Port match for: 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 {{(pid=78665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:34:42.940359 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron.plugins.ml2.rpc [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Device 3445af6e-7fbd-44a2-a4b9-bbb1a06169f1 not bound to the agent host dv-cinder-786385-3-iscsi {{(pid=78665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:35:07.225619 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:35:07.314614 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-d2153e38-fe04-4104-a7c7-2ed57cc4b2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:08.598804 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:09.907499 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:09.913480 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-ca9df584-193a-412e-a45f-342d284e16a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:10.816669 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:12.473103 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:37.315809 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-7c7aba7c-47bb-4d7f-b964-d498e2706255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:38.611604 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:39.898867 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:39.914321 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-6e0f78d9-2f2d-40f2-91e1-155f0b163f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:40.821346 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:42.475489 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:44.224618 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:36:07.316884 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-b3223afc-d1f2-44ea-9f21-31431614eb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:08.611005 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:09.904985 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:09.916034 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-8330b57b-4dc2-470a-af8b-c50158c5ae6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:10.824249 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:12.478328 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:21.222546 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:36:37.317786 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-890c76e5-6e29-494e-9bd5-c51461fd7073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.641646 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:39.896320 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:39.916229 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-b36f8e1f-86d6-48ac-89b6-62c57d5f2cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:40.828089 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:42.483227 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:58.222343 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:37:07.319182 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-3442cf1f-e84e-4a88-93b0-47fa6b0b0fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:08.657673 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:09.898362 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:09.917043 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-f5668279-36f3-4d0a-bdd8-93ca8c99b6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:10.833190 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.484839 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:32.478775 dv-cinder-786385-3-iscsi neutron-server[78663]: DEBUG neutron.wsgi [req-f97488da-36ff-468d-97c5-6937b26e75a5 req-54042a87-1810-4213-a1dd-e2a2a55e34e4 service neutron] (78663) timed out ('10.222.0.48', 55785) {{(pid=78663) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 17:37:35.220491 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:37:37.321196 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-76d73586-a1c5-4ab7-b6e2-8f919b8630d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:38.669652 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:39.900162 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:39.918000 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-3bb83765-a988-4486-ade8-8a272faa6c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:40.834341 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:42.486250 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:07.321530 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-ba81fafd-16a9-4e88-953f-9fc958ddf66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:08.658518 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:09.902528 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:09.920038 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-589a9935-250b-4305-bdd5-1308f973fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:10.837040 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:12.219897 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:38:12.490537 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:37.322655 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-359f9686-e4ae-4fa7-80ce-d55188eb7ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:38.655512 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:39.910295 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:39.921622 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-cd3ed058-439c-4300-a9a0-b8bdb7e8621b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:40.840651 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:42.492368 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:49.218666 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:39:07.324204 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-d23c732a-6757-4736-b96a-1cddc74962e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:08.655286 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.901567 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.921523 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-82b8acaf-4d2c-401e-8719-7013721affaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:10.842975 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:12.497800 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:26.217862 dv-cinder-786385-3-iscsi neutron-server[78666]: DEBUG neutron.db.agents_db [None req-cd293775-b2ae-4d6a-af0b-e543a907ae57 None None] Agent healthcheck: found 6 active agents {{(pid=78666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:39:37.325994 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-7e47348c-a934-4b56-b44e-ee175873f67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:38.664465 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-04a26072-30f0-4b54-a593-994dc7bfd9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:39.903032 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-50647b15-d434-4275-8fe6-cfd107d12c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:39.921140 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-78f6e541-b9eb-42f9-b6e8-f309e8a34f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:40.846474 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-dd8a944c-9921-4162-a5cc-5bb59db7f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:42.498057 dv-cinder-786385-3-iscsi neutron-server[78665]: DEBUG neutron_lib.callbacks.manager [None req-046c288c-6651-497d-8ec3-3ca5510eba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781908246694', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858839'] for agent, after_update {{(pid=78665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}